[ 451.344985] env[64022]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=64022) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 451.345345] env[64022]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=64022) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 451.345459] env[64022]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=64022) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 451.345811] env[64022]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 451.444146] env[64022]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=64022) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 451.454062] env[64022]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=64022) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 452.053816] env[64022]: INFO nova.virt.driver [None req-dd3cfa93-d20a-46a0-a517-2d09dbe53742 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 452.124370] env[64022]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 452.124522] env[64022]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 452.124619] env[64022]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=64022) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 455.273840] env[64022]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-df339524-6397-43a9-8ce8-f0d53612ae21 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 455.288927] env[64022]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=64022) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 455.289104] env[64022]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-91fa8acd-f5cb-431b-a50d-4eb96f31d42c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 455.321514] env[64022]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 84f0c. [ 455.321644] env[64022]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.197s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 455.322229] env[64022]: INFO nova.virt.vmwareapi.driver [None req-dd3cfa93-d20a-46a0-a517-2d09dbe53742 None None] VMware vCenter version: 7.0.3 [ 455.325592] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1bdd60-87bb-4ee0-9a90-1a80e485883e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 455.342830] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d3708a-afd5-41f2-8bba-6152c899a7c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 455.348726] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc49507a-fe33-4a26-a42d-eeb14ae07278 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 455.355130] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1542cd-1da2-4732-a4ee-7bcd1177cbfb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 455.368055] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e762276f-9aee-4b2a-8c6d-18adf61433b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 455.373843] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfdad10-655b-4e8e-8381-6cda7d4b7198 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 455.405577] env[64022]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-d4a214d1-24e5-4d7b-87b8-0883d40d4382 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 455.411055] env[64022]: DEBUG nova.virt.vmwareapi.driver [None req-dd3cfa93-d20a-46a0-a517-2d09dbe53742 None None] Extension org.openstack.compute already exists. {{(pid=64022) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 455.413831] env[64022]: INFO nova.compute.provider_config [None req-dd3cfa93-d20a-46a0-a517-2d09dbe53742 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 455.918802] env[64022]: DEBUG nova.context [None req-dd3cfa93-d20a-46a0-a517-2d09dbe53742 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),671719e8-6cd8-4983-af43-e5030299bd63(cell1) {{(pid=64022) load_cells /opt/stack/nova/nova/context.py:464}} [ 455.920957] env[64022]: DEBUG oslo_concurrency.lockutils [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 455.921320] env[64022]: DEBUG oslo_concurrency.lockutils [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 455.922016] env[64022]: DEBUG oslo_concurrency.lockutils [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 455.922464] env[64022]: DEBUG oslo_concurrency.lockutils [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Acquiring lock "671719e8-6cd8-4983-af43-e5030299bd63" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 455.922660] env[64022]: DEBUG oslo_concurrency.lockutils [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Lock "671719e8-6cd8-4983-af43-e5030299bd63" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 455.923673] env[64022]: DEBUG oslo_concurrency.lockutils [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Lock "671719e8-6cd8-4983-af43-e5030299bd63" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 455.945184] env[64022]: INFO dbcounter [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Registered counter for database nova_cell0 [ 455.953431] env[64022]: INFO dbcounter [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Registered counter for database nova_cell1 [ 455.956622] env[64022]: DEBUG oslo_db.sqlalchemy.engines [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=64022) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 455.957039] env[64022]: DEBUG oslo_db.sqlalchemy.engines [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=64022) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 455.961843] env[64022]: ERROR nova.db.main.api [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 455.961843] env[64022]: result = function(*args, **kwargs) [ 455.961843] env[64022]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 455.961843] env[64022]: return func(*args, **kwargs) [ 455.961843] env[64022]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 455.961843] env[64022]: result = fn(*args, **kwargs) [ 455.961843] env[64022]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 455.961843] env[64022]: return f(*args, **kwargs) [ 455.961843] env[64022]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 455.961843] env[64022]: return db.service_get_minimum_version(context, binaries) [ 455.961843] env[64022]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 455.961843] env[64022]: _check_db_access() [ 455.961843] env[64022]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 455.961843] env[64022]: stacktrace = ''.join(traceback.format_stack()) [ 455.961843] env[64022]: [ 455.962936] env[64022]: ERROR nova.db.main.api [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 455.962936] env[64022]: result = function(*args, **kwargs) [ 455.962936] env[64022]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 455.962936] env[64022]: return func(*args, **kwargs) [ 455.962936] env[64022]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 455.962936] env[64022]: result = fn(*args, **kwargs) [ 455.962936] env[64022]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 455.962936] env[64022]: return f(*args, **kwargs) [ 455.962936] env[64022]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 455.962936] env[64022]: return db.service_get_minimum_version(context, binaries) [ 455.962936] env[64022]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 455.962936] env[64022]: _check_db_access() [ 455.962936] env[64022]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 455.962936] env[64022]: stacktrace = ''.join(traceback.format_stack()) [ 455.962936] env[64022]: [ 455.963333] env[64022]: WARNING nova.objects.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 455.963492] env[64022]: WARNING nova.objects.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Failed to get minimum service version for cell 671719e8-6cd8-4983-af43-e5030299bd63 [ 455.963930] env[64022]: DEBUG oslo_concurrency.lockutils [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Acquiring lock "singleton_lock" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 455.964112] env[64022]: DEBUG oslo_concurrency.lockutils [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Acquired lock "singleton_lock" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 455.964357] env[64022]: DEBUG oslo_concurrency.lockutils [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Releasing lock "singleton_lock" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 455.964683] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Full set of CONF: {{(pid=64022) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 455.964827] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ******************************************************************************** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 455.964953] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] Configuration options gathered from: {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 455.965101] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 455.965299] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 455.965426] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ================================================================================ {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 455.965633] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] allow_resize_to_same_host = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.965804] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] arq_binding_timeout = 300 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.965938] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] backdoor_port = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.966080] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] backdoor_socket = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.966251] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] block_device_allocate_retries = 60 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.966412] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] block_device_allocate_retries_interval = 3 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.966578] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cert = self.pem {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.966744] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.966915] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute_monitors = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.967120] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] config_dir = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.967304] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] config_drive_format = iso9660 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.967439] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.967606] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] config_source = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.967772] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] console_host = devstack {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.967937] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] control_exchange = nova {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.968109] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cpu_allocation_ratio = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.968275] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] daemon = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.968442] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] debug = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.968599] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] default_access_ip_network_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.968763] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] default_availability_zone = nova {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.968918] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] default_ephemeral_format = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.969120] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] default_green_pool_size = 1000 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.969387] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.969555] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] default_schedule_zone = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.969710] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] disk_allocation_ratio = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.969871] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] enable_new_services = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.970070] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] enabled_apis = ['osapi_compute'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.970267] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] enabled_ssl_apis = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.970434] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] flat_injected = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.970593] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] force_config_drive = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.970752] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] force_raw_images = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.970919] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] graceful_shutdown_timeout = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.971093] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] heal_instance_info_cache_interval = 60 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.971320] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] host = cpu-1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.971497] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.971753] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] initial_disk_allocation_ratio = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.971931] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] initial_ram_allocation_ratio = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.972164] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.972334] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] instance_build_timeout = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.972492] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] instance_delete_interval = 300 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.972657] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] instance_format = [instance: %(uuid)s] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.972821] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] instance_name_template = instance-%08x {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.972979] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] instance_usage_audit = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.973171] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] instance_usage_audit_period = month {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.973380] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.973555] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] instances_path = /opt/stack/data/nova/instances {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.973719] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] internal_service_availability_zone = internal {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.973877] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] key = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.974057] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] live_migration_retry_count = 30 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.974232] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] log_color = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.974396] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] log_config_append = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.974560] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.974718] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] log_dir = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.974877] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] log_file = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.975018] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] log_options = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.975182] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] log_rotate_interval = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.975432] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] log_rotate_interval_type = days {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.975643] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] log_rotation_type = none {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.975779] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.975907] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.976092] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.976266] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.976394] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.976556] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] long_rpc_timeout = 1800 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.976713] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] max_concurrent_builds = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.976870] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] max_concurrent_live_migrations = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.977038] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] max_concurrent_snapshots = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.977202] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] max_local_block_devices = 3 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.977358] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] max_logfile_count = 30 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.977513] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] max_logfile_size_mb = 200 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.977668] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] maximum_instance_delete_attempts = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.977832] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] metadata_listen = 0.0.0.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.977994] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] metadata_listen_port = 8775 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.978173] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] metadata_workers = 2 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.978333] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] migrate_max_retries = -1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.978495] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] mkisofs_cmd = genisoimage {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.978697] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] my_block_storage_ip = 10.180.1.21 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.978829] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] my_ip = 10.180.1.21 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.979063] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.979246] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] network_allocate_retries = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.979430] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.979598] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] osapi_compute_listen = 0.0.0.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.979759] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] osapi_compute_listen_port = 8774 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.979926] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] osapi_compute_unique_server_name_scope = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.980111] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] osapi_compute_workers = 2 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.980277] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] password_length = 12 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.980440] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] periodic_enable = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.980603] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] periodic_fuzzy_delay = 60 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.980774] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] pointer_model = usbtablet {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.980944] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] preallocate_images = none {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.981120] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] publish_errors = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.981253] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] pybasedir = /opt/stack/nova {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.981422] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ram_allocation_ratio = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.981574] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] rate_limit_burst = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.981826] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] rate_limit_except_level = CRITICAL {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.982021] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] rate_limit_interval = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.982197] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] reboot_timeout = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.982363] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] reclaim_instance_interval = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.982523] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] record = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.982696] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] reimage_timeout_per_gb = 60 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.982865] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] report_interval = 120 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.983040] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] rescue_timeout = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.983212] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] reserved_host_cpus = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.983375] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] reserved_host_disk_mb = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.983539] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] reserved_host_memory_mb = 512 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.983700] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] reserved_huge_pages = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.983860] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] resize_confirm_window = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.984031] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] resize_fs_using_block_device = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.984198] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] resume_guests_state_on_host_boot = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.984369] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.984534] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] rpc_response_timeout = 60 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.984695] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] run_external_periodic_tasks = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.984863] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] running_deleted_instance_action = reap {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.985034] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] running_deleted_instance_poll_interval = 1800 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.985215] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] running_deleted_instance_timeout = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.985399] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] scheduler_instance_sync_interval = 120 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.985574] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] service_down_time = 720 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.985746] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] servicegroup_driver = db {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.985904] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] shell_completion = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.986086] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] shelved_offload_time = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.986253] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] shelved_poll_interval = 3600 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.986422] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] shutdown_timeout = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.986584] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] source_is_ipv6 = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.986745] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ssl_only = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.986991] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.987189] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] sync_power_state_interval = 600 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.987355] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] sync_power_state_pool_size = 1000 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.987524] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] syslog_log_facility = LOG_USER {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.987682] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] tempdir = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.987843] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] timeout_nbd = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.988024] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] transport_url = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.988201] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] update_resources_interval = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.988375] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] use_cow_images = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.988535] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] use_journal = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.988693] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] use_json = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.988850] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] use_rootwrap_daemon = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.989020] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] use_stderr = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.989216] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] use_syslog = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.989379] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vcpu_pin_set = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.989549] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plugging_is_fatal = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.989715] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plugging_timeout = 300 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.989879] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] virt_mkfs = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.990080] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] volume_usage_poll_interval = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.990275] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] watch_log_file = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.990449] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] web = /usr/share/spice-html5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 455.990632] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.990800] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.990960] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.991147] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_concurrency.disable_process_locking = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.991694] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.991971] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.992174] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.992358] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.992533] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.992701] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.992886] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.auth_strategy = keystone {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.993075] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.compute_link_prefix = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.993305] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.993497] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.dhcp_domain = novalocal {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.993674] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.enable_instance_password = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.993842] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.glance_link_prefix = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.994021] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.994259] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.994453] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.instance_list_per_project_cells = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.994622] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.list_records_by_skipping_down_cells = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.994788] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.local_metadata_per_cell = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.994959] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.max_limit = 1000 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.995158] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.metadata_cache_expiration = 15 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.995395] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.neutron_default_tenant_id = default {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.995583] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.response_validation = warn {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.995760] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.use_neutron_default_nets = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.995931] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.996112] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.996289] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.996463] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.996634] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.vendordata_dynamic_targets = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.996798] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.vendordata_jsonfile_path = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.996980] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.997222] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.backend = dogpile.cache.memcached {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.997399] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.backend_argument = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.997561] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.backend_expiration_time = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.997731] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.config_prefix = cache.oslo {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.997898] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.dead_timeout = 60.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.998075] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.debug_cache_backend = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.998289] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.enable_retry_client = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.998478] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.enable_socket_keepalive = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.998655] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.enabled = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.998823] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.enforce_fips_mode = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.998990] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.expiration_time = 600 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.999202] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.hashclient_retry_attempts = 2 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.999378] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.hashclient_retry_delay = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.999545] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.memcache_dead_retry = 300 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.999707] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.memcache_password = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 455.999874] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.000064] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.000252] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.memcache_pool_maxsize = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.000419] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.000583] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.memcache_sasl_enabled = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.000767] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.000936] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.memcache_socket_timeout = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.001111] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.memcache_username = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.001336] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.proxies = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.001580] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.redis_db = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.001763] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.redis_password = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.001956] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.redis_sentinel_service_name = mymaster {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.002157] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.002333] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.redis_server = localhost:6379 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.002500] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.redis_socket_timeout = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.002659] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.redis_username = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.002822] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.retry_attempts = 2 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.002987] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.retry_delay = 0.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.003171] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.socket_keepalive_count = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.003335] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.socket_keepalive_idle = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.003499] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.socket_keepalive_interval = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.003653] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.tls_allowed_ciphers = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.003810] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.tls_cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.003966] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.tls_certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.004141] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.tls_enabled = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.004337] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cache.tls_keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.004551] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.auth_section = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.004736] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.auth_type = password {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.004902] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.005095] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.catalog_info = volumev3::publicURL {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.005264] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.005430] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.collect_timing = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.005593] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.cross_az_attach = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.005755] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.debug = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.005915] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.endpoint_template = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.006090] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.http_retries = 3 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.006258] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.insecure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.006416] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.006585] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.os_region_name = RegionOne {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.006752] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.split_loggers = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.006904] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cinder.timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.007106] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.007284] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute.cpu_dedicated_set = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.007445] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute.cpu_shared_set = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.007612] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute.image_type_exclude_list = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.007775] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.007938] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute.max_concurrent_disk_ops = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.008113] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute.max_disk_devices_to_attach = -1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.008279] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.008447] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.008613] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute.resource_provider_association_refresh = 300 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.008773] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.008932] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute.shutdown_retry_interval = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.009146] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.009337] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] conductor.workers = 2 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.009519] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] console.allowed_origins = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.009678] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] console.ssl_ciphers = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.009848] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] console.ssl_minimum_version = default {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.010032] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] consoleauth.enforce_session_timeout = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.010234] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] consoleauth.token_ttl = 600 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.010413] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.010571] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.010738] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.collect_timing = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.010898] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.connect_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.011072] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.connect_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.011236] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.endpoint_override = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.011399] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.insecure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.011556] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.011714] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.max_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.011871] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.min_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.012038] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.region_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.012205] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.retriable_status_codes = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.012362] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.service_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.012529] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.service_type = accelerator {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.012690] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.split_loggers = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.012847] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.status_code_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.013012] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.status_code_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.013199] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.013389] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.013552] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] cyborg.version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.013722] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.asyncio_connection = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.013884] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.asyncio_slave_connection = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.014070] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.backend = sqlalchemy {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.014247] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.connection = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.014413] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.connection_debug = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.014582] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.connection_parameters = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.014748] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.connection_recycle_time = 3600 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.014909] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.connection_trace = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.015085] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.db_inc_retry_interval = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.015253] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.db_max_retries = 20 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.015415] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.db_max_retry_interval = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.015578] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.db_retry_interval = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.015741] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.max_overflow = 50 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.015902] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.max_pool_size = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.016075] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.max_retries = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.016278] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.016446] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.mysql_wsrep_sync_wait = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.016605] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.pool_timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.016766] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.retry_interval = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.016922] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.slave_connection = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.017099] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.sqlite_synchronous = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.017269] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] database.use_db_reconnect = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.017437] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.asyncio_connection = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.017596] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.asyncio_slave_connection = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.017765] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.backend = sqlalchemy {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.017942] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.connection = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.018123] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.connection_debug = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.018298] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.connection_parameters = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.018464] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.connection_recycle_time = 3600 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.018626] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.connection_trace = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.018788] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.db_inc_retry_interval = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.018948] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.db_max_retries = 20 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.019163] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.db_max_retry_interval = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.019353] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.db_retry_interval = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.019521] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.max_overflow = 50 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.019684] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.max_pool_size = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.019847] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.max_retries = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.020044] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.020229] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.020393] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.pool_timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.020558] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.retry_interval = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.020717] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.slave_connection = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.020880] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] api_database.sqlite_synchronous = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.021071] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] devices.enabled_mdev_types = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.021256] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.021428] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ephemeral_storage_encryption.default_format = luks {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.021593] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ephemeral_storage_encryption.enabled = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.021757] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.021926] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.api_servers = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.022103] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.022299] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.022473] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.collect_timing = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.022634] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.connect_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.022795] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.connect_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.022958] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.debug = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.023142] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.default_trusted_certificate_ids = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.023310] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.enable_certificate_validation = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.023475] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.enable_rbd_download = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.023634] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.endpoint_override = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.023796] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.insecure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.023958] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.024129] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.max_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.024290] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.min_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.024451] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.num_retries = 3 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.024616] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.rbd_ceph_conf = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.024778] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.rbd_connect_timeout = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.024943] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.rbd_pool = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.025122] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.rbd_user = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.025314] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.region_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.025483] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.retriable_status_codes = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.025641] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.service_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.025812] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.service_type = image {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.025975] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.split_loggers = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.026151] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.status_code_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.026311] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.status_code_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.026467] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.026643] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.026810] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.verify_glance_signatures = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.026970] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] glance.version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.027150] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] guestfs.debug = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.027321] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.auth_section = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.027484] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.auth_type = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.027641] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.027794] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.027957] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.collect_timing = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.028129] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.connect_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.028316] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.connect_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.028486] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.endpoint_override = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.028650] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.insecure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.028807] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.028965] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.max_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.029162] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.min_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.029330] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.region_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.029491] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.retriable_status_codes = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.029648] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.service_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.029817] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.service_type = shared-file-system {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.029979] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.share_apply_policy_timeout = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.030181] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.split_loggers = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.030346] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.status_code_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.030505] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.status_code_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.030663] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.030844] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.031012] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] manila.version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.031189] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] mks.enabled = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.031571] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.031767] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] image_cache.manager_interval = 2400 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.031940] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] image_cache.precache_concurrency = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.032128] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] image_cache.remove_unused_base_images = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.032305] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.032475] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.032651] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] image_cache.subdirectory_name = _base {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.032828] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.api_max_retries = 60 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.032994] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.api_retry_interval = 2 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.033173] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.auth_section = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.033340] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.auth_type = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.033497] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.033653] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.033815] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.collect_timing = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.033979] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.conductor_group = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.034153] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.connect_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.034336] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.connect_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.034508] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.endpoint_override = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.034671] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.insecure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.034828] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.034984] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.max_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.035157] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.min_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.035327] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.peer_list = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.035485] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.region_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.035643] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.retriable_status_codes = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.035806] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.serial_console_state_timeout = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.035961] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.service_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.036141] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.service_type = baremetal {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.036300] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.shard = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.036461] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.split_loggers = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.036616] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.status_code_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.036771] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.status_code_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.036924] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.037142] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.037316] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ironic.version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.037500] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.037676] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] key_manager.fixed_key = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.037857] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.038030] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.barbican_api_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.038196] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.barbican_endpoint = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.038404] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.barbican_endpoint_type = public {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.038608] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.barbican_region_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.038776] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.038938] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.039135] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.collect_timing = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.039309] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.insecure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.039469] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.039634] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.number_of_retries = 60 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.039795] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.retry_delay = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.039959] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.send_service_user_token = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.040135] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.split_loggers = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.040295] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.040457] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.verify_ssl = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.040613] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican.verify_ssl_path = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.040775] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican_service_user.auth_section = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.040934] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican_service_user.auth_type = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.041104] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican_service_user.cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.041266] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican_service_user.certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.041431] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican_service_user.collect_timing = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.041589] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican_service_user.insecure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.041746] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican_service_user.keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.041903] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican_service_user.split_loggers = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.042071] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] barbican_service_user.timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.042241] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vault.approle_role_id = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.042400] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vault.approle_secret_id = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.042569] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vault.kv_mountpoint = secret {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.042725] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vault.kv_path = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.042887] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vault.kv_version = 2 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.043054] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vault.namespace = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.043218] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vault.root_token_id = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.043372] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vault.ssl_ca_crt_file = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.043536] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vault.timeout = 60.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.043695] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vault.use_ssl = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.043861] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.044035] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.044202] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.044364] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.collect_timing = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.044522] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.connect_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.044681] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.connect_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.044838] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.endpoint_override = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.044999] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.insecure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.045181] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.045341] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.max_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.045498] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.min_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.045654] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.region_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.045815] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.retriable_status_codes = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.045974] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.service_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.046159] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.service_type = identity {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.046324] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.split_loggers = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.046483] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.status_code_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.046640] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.status_code_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.046795] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.046971] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.047144] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] keystone.version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.047339] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.ceph_mount_options = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.047648] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.047832] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.connection_uri = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.048005] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.cpu_mode = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.048186] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.cpu_model_extra_flags = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.048360] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.cpu_models = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.048532] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.cpu_power_governor_high = performance {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.048701] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.cpu_power_governor_low = powersave {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.048864] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.cpu_power_management = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.049047] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.049221] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.device_detach_attempts = 8 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.049385] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.device_detach_timeout = 20 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.049553] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.disk_cachemodes = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.049713] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.disk_prefix = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.049879] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.enabled_perf_events = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.050071] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.file_backed_memory = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.050261] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.gid_maps = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.050423] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.hw_disk_discard = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.050584] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.hw_machine_type = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.050755] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.images_rbd_ceph_conf = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.050919] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.051092] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.051266] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.images_rbd_glance_store_name = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.051437] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.images_rbd_pool = rbd {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.051604] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.images_type = default {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.051764] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.images_volume_group = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.051926] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.inject_key = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.052099] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.inject_partition = -2 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.052268] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.inject_password = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.052432] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.iscsi_iface = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.052604] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.iser_use_multipath = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.052755] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.live_migration_bandwidth = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.052918] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.053094] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.live_migration_downtime = 500 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.053262] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.053423] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.053581] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.live_migration_inbound_addr = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.053769] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.053932] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.live_migration_permit_post_copy = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.054105] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.live_migration_scheme = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.054282] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.live_migration_timeout_action = abort {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.054444] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.live_migration_tunnelled = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.054602] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.live_migration_uri = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.054761] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.live_migration_with_native_tls = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.054917] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.max_queues = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.055092] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.055338] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.055503] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.nfs_mount_options = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.055785] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.055958] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.056140] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.num_iser_scan_tries = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.056305] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.num_memory_encrypted_guests = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.056470] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.056634] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.num_pcie_ports = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.056800] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.num_volume_scan_tries = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.056969] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.pmem_namespaces = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.057143] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.quobyte_client_cfg = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.057448] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.057625] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.rbd_connect_timeout = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.057791] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.057954] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.058130] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.rbd_secret_uuid = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.058292] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.rbd_user = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.058457] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.058629] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.remote_filesystem_transport = ssh {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.058787] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.rescue_image_id = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.058945] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.rescue_kernel_id = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.059133] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.rescue_ramdisk_id = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.059314] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.059479] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.rx_queue_size = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.059647] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.smbfs_mount_options = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.059945] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.060161] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.snapshot_compression = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.060337] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.snapshot_image_format = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.060563] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.060733] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.sparse_logical_volumes = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.060901] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.swtpm_enabled = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.061086] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.swtpm_group = tss {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.061265] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.swtpm_user = tss {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.061447] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.sysinfo_serial = unique {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.061604] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.tb_cache_size = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.061761] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.tx_queue_size = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.061929] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.uid_maps = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.062148] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.use_virtio_for_bridges = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.062352] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.virt_type = kvm {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.062529] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.volume_clear = zero {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.062714] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.volume_clear_size = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.062860] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.volume_use_multipath = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.063032] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.vzstorage_cache_path = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.063212] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.063384] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.vzstorage_mount_group = qemu {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.063550] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.vzstorage_mount_opts = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.063717] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.064013] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.064204] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.vzstorage_mount_user = stack {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.064377] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.064550] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.auth_section = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.064811] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.auth_type = password {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.065012] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.065201] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.065370] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.collect_timing = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.065531] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.connect_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.065691] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.connect_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.065865] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.default_floating_pool = public {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.066036] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.endpoint_override = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.066209] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.extension_sync_interval = 600 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.066372] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.http_retries = 3 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.066534] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.insecure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.066697] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.066856] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.max_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.067043] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.067211] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.min_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.067382] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.ovs_bridge = br-int {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.067547] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.physnets = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.067729] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.region_name = RegionOne {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.067947] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.retriable_status_codes = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.068148] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.service_metadata_proxy = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.068318] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.service_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.068492] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.service_type = network {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.068658] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.split_loggers = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.068822] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.status_code_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.068980] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.status_code_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.069186] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.069376] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.069541] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] neutron.version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.069711] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] notifications.bdms_in_notifications = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.069889] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] notifications.default_level = INFO {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.070091] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] notifications.include_share_mapping = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.070293] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] notifications.notification_format = unversioned {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.070461] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] notifications.notify_on_state_change = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.070640] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.070825] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] pci.alias = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.070998] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] pci.device_spec = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.071179] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] pci.report_in_placement = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.071354] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.auth_section = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.071526] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.auth_type = password {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.071694] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.071851] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.072014] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.072187] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.collect_timing = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.072346] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.connect_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.072503] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.connect_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.072660] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.default_domain_id = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.072823] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.default_domain_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.072972] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.domain_id = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.073143] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.domain_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.073304] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.endpoint_override = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.073464] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.insecure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.073621] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.073776] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.max_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.073931] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.min_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.074112] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.password = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.074275] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.project_domain_id = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.074444] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.project_domain_name = Default {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.074612] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.project_id = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.074780] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.project_name = service {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.074949] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.region_name = RegionOne {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.075126] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.retriable_status_codes = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.075292] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.service_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.075462] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.service_type = placement {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.075626] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.split_loggers = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.075800] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.status_code_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.075961] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.status_code_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.076138] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.system_scope = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.076296] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.076451] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.trust_id = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.076607] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.user_domain_id = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.076773] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.user_domain_name = Default {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.076928] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.user_id = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.077113] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.username = nova {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.077300] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.077463] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] placement.version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.077645] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.cores = 20 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.077808] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.count_usage_from_placement = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.077980] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.078169] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.injected_file_content_bytes = 10240 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.078340] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.injected_file_path_length = 255 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.078505] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.injected_files = 5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.078671] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.instances = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.078833] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.key_pairs = 100 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.079008] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.metadata_items = 128 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.079211] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.ram = 51200 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.079384] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.recheck_quota = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.079554] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.server_group_members = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.079719] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.server_groups = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.079996] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.080224] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] quota.unified_limits_resource_strategy = require {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.080411] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.080582] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.080747] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] scheduler.image_metadata_prefilter = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.080920] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.081102] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] scheduler.max_attempts = 3 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.081274] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] scheduler.max_placement_results = 1000 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.081452] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.081604] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] scheduler.query_placement_for_image_type_support = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.081766] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.081941] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] scheduler.workers = 2 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.082130] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.082304] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.082483] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.082663] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.082830] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.082996] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.083177] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.083367] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.083537] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.host_subset_size = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.083701] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.083858] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.084029] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.084201] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.isolated_hosts = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.084362] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.isolated_images = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.084535] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.084694] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.084856] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.085031] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.pci_in_placement = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.085200] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.085361] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.085522] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.085681] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.085839] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.086021] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.086177] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.track_instance_changes = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.086355] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.086525] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] metrics.required = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.086689] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] metrics.weight_multiplier = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.086851] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.087025] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] metrics.weight_setting = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.087346] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.087525] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] serial_console.enabled = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.087701] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] serial_console.port_range = 10000:20000 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.087873] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.088056] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.088232] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] serial_console.serialproxy_port = 6083 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.088411] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] service_user.auth_section = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.088587] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] service_user.auth_type = password {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.088748] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] service_user.cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.088906] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] service_user.certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.089102] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] service_user.collect_timing = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.089280] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] service_user.insecure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.089439] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] service_user.keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.089612] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] service_user.send_service_user_token = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.089775] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] service_user.split_loggers = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.089933] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] service_user.timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.090149] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] spice.agent_enabled = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.090323] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] spice.enabled = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.090626] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.090838] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.091026] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] spice.html5proxy_port = 6082 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.091196] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] spice.image_compression = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.091360] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] spice.jpeg_compression = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.091521] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] spice.playback_compression = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.091685] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] spice.require_secure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.091857] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] spice.server_listen = 127.0.0.1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.092037] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.092205] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] spice.streaming_mode = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.092365] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] spice.zlib_compression = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.092532] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] upgrade_levels.baseapi = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.092701] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] upgrade_levels.compute = auto {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.092861] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] upgrade_levels.conductor = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.093032] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] upgrade_levels.scheduler = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.093207] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vendordata_dynamic_auth.auth_section = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.093371] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vendordata_dynamic_auth.auth_type = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.093530] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vendordata_dynamic_auth.cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.093689] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vendordata_dynamic_auth.certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.093850] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.094018] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vendordata_dynamic_auth.insecure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.094181] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vendordata_dynamic_auth.keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.094343] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.094500] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vendordata_dynamic_auth.timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.094673] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.api_retry_count = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.094834] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.ca_file = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.095011] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.cache_prefix = devstack-image-cache {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.095190] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.cluster_name = testcl1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.095358] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.connection_pool_size = 10 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.095519] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.console_delay_seconds = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.095689] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.datastore_regex = ^datastore.* {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.095902] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.096090] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.host_password = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.096265] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.host_port = 443 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.096435] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.host_username = administrator@vsphere.local {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.096606] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.insecure = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.096768] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.integration_bridge = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.096933] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.maximum_objects = 100 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.097106] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.pbm_default_policy = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.097274] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.pbm_enabled = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.097431] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.pbm_wsdl_location = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.097598] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.097758] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.serial_port_proxy_uri = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.097916] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.serial_port_service_uri = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.098095] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.task_poll_interval = 0.5 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.098276] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.use_linked_clone = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.098442] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.vnc_keymap = en-us {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.098608] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.vnc_port = 5900 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.098772] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vmware.vnc_port_total = 10000 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.098958] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vnc.auth_schemes = ['none'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.099207] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vnc.enabled = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.099546] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.099746] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.099920] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vnc.novncproxy_port = 6080 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.100147] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vnc.server_listen = 127.0.0.1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.100347] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.100514] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vnc.vencrypt_ca_certs = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.100675] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vnc.vencrypt_client_cert = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.100834] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vnc.vencrypt_client_key = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.101012] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.101191] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.disable_deep_image_inspection = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.101356] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.101518] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.101679] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.101842] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.disable_rootwrap = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.102012] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.enable_numa_live_migration = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.102182] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.102346] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.102510] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.102670] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.libvirt_disable_apic = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.102828] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.102991] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.103164] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.103328] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.103487] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.103647] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.103804] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.103960] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.104132] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.104303] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.104484] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.104652] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] wsgi.client_socket_timeout = 900 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.104815] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] wsgi.default_pool_size = 1000 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.104982] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] wsgi.keep_alive = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.105162] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] wsgi.max_header_line = 16384 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.105376] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] wsgi.secure_proxy_ssl_header = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.105570] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] wsgi.ssl_ca_file = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.105736] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] wsgi.ssl_cert_file = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.105899] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] wsgi.ssl_key_file = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.106077] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] wsgi.tcp_keepidle = 600 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.106262] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.106432] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] zvm.ca_file = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.106594] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] zvm.cloud_connector_url = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.106897] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.107089] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] zvm.reachable_timeout = 300 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.107269] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.107457] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.107640] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler.connection_string = messaging:// {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.107809] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler.enabled = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.107979] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler.es_doc_type = notification {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.108160] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler.es_scroll_size = 10000 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.108332] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler.es_scroll_time = 2m {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.108494] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler.filter_error_trace = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.108661] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler.hmac_keys = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.108828] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler.sentinel_service_name = mymaster {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.108994] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler.socket_timeout = 0.1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.109194] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler.trace_requests = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.109362] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler.trace_sqlalchemy = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.109538] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler_jaeger.process_tags = {} {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.109698] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler_jaeger.service_name_prefix = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.109858] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] profiler_otlp.service_name_prefix = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.110034] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] remote_debug.host = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.110202] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] remote_debug.port = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.110379] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.110540] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.110702] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.110862] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.111036] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.111206] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.111368] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.111529] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.111690] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.111861] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.112029] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.112207] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.112379] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.112544] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.112712] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.112873] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.113048] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.113226] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.113390] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.113551] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.113716] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.113878] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.114049] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.114217] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.114377] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.114536] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.114696] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.114857] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.115029] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.115203] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.ssl = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.115374] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.115541] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.115703] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.115872] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.116059] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.ssl_version = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.116231] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.116415] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.116582] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_notifications.retry = -1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.116758] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.116930] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_messaging_notifications.transport_url = **** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.117135] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.auth_section = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.117314] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.auth_type = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.117478] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.cafile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.117640] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.certfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.117800] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.collect_timing = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.117959] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.connect_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.118134] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.connect_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.118299] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.endpoint_id = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.118471] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.endpoint_interface = publicURL {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.118630] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.endpoint_override = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.118786] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.endpoint_region_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.118944] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.endpoint_service_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.119138] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.endpoint_service_type = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.119314] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.insecure = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.119475] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.keyfile = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.119636] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.max_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.119795] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.min_version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.119951] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.region_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.120126] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.retriable_status_codes = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.120291] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.service_name = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.120449] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.service_type = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.120610] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.split_loggers = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.120766] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.status_code_retries = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.120924] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.status_code_retry_delay = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.121093] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.timeout = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.121258] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.valid_interfaces = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.121482] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_limit.version = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.121668] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_reports.file_event_handler = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.121836] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.121998] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] oslo_reports.log_dir = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.122187] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.122351] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.122512] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.122679] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.122842] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.123011] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.123191] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.123353] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plug_ovs_privileged.group = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.123509] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.123671] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.123831] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.123987] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] vif_plug_ovs_privileged.user = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.124175] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_linux_bridge.flat_interface = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.124357] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.124533] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.124704] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.124875] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.125056] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.125228] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.125389] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.125567] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.125733] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_ovs.isolate_vif = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.125898] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.126075] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.126250] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.126419] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_ovs.ovsdb_interface = native {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.126581] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] os_vif_ovs.per_port_bridge = False {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.126755] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] privsep_osbrick.capabilities = [21] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.126915] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] privsep_osbrick.group = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.127137] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] privsep_osbrick.helper_command = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.127369] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.127546] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.127710] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] privsep_osbrick.user = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.127884] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.128060] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] nova_sys_admin.group = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.128226] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] nova_sys_admin.helper_command = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.128391] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.128555] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.128711] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] nova_sys_admin.user = None {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 456.128844] env[64022]: DEBUG oslo_service.service [None req-10de426b-8d1f-4c53-ad25-38b915bb2421 None None] ******************************************************************************** {{(pid=64022) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 456.129302] env[64022]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 456.633455] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Getting list of instances from cluster (obj){ [ 456.633455] env[64022]: value = "domain-c8" [ 456.633455] env[64022]: _type = "ClusterComputeResource" [ 456.633455] env[64022]: } {{(pid=64022) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 456.634538] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf8501c-4bc0-41af-b47c-ad79ae7525c5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 456.643109] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Got total of 0 instances {{(pid=64022) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 456.643682] env[64022]: WARNING nova.virt.vmwareapi.driver [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 456.644165] env[64022]: INFO nova.virt.node [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Generated node identity 3a889db4-7597-478e-92a9-f74a134fda34 [ 456.644399] env[64022]: INFO nova.virt.node [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Wrote node identity 3a889db4-7597-478e-92a9-f74a134fda34 to /opt/stack/data/n-cpu-1/compute_id [ 457.147056] env[64022]: WARNING nova.compute.manager [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Compute nodes ['3a889db4-7597-478e-92a9-f74a134fda34'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 458.153048] env[64022]: INFO nova.compute.manager [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 459.159658] env[64022]: WARNING nova.compute.manager [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 459.160303] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 459.160574] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 459.160730] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 459.160881] env[64022]: DEBUG nova.compute.resource_tracker [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 459.161795] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd15d0f7-c20d-4370-b052-0be67bf06d30 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 459.169758] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f8ddf4-9395-4d8e-9e13-002ab0885b7a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 459.182964] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f2478e-2ece-4137-b3d6-014baa4de752 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 459.189164] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502419f7-0b49-41ae-b683-ca91856f2980 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 459.216787] env[64022]: DEBUG nova.compute.resource_tracker [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181268MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 459.216874] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 459.217091] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 459.719763] env[64022]: WARNING nova.compute.resource_tracker [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] No compute node record for cpu-1:3a889db4-7597-478e-92a9-f74a134fda34: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 3a889db4-7597-478e-92a9-f74a134fda34 could not be found. [ 460.223663] env[64022]: INFO nova.compute.resource_tracker [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 3a889db4-7597-478e-92a9-f74a134fda34 [ 461.732723] env[64022]: DEBUG nova.compute.resource_tracker [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 461.733106] env[64022]: DEBUG nova.compute.resource_tracker [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 461.889359] env[64022]: INFO nova.scheduler.client.report [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] [req-bb04c7b8-11df-47cb-a7ce-565ed31b1332] Created resource provider record via placement API for resource provider with UUID 3a889db4-7597-478e-92a9-f74a134fda34 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 461.906174] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e9937b-2782-4ed8-a3b0-9bb8cf8d1a58 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 461.913914] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a383fe5-7f02-4e1c-8219-9a269c833927 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 461.942442] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9610f31e-7753-4853-8339-507aaa20c666 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 461.949928] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33b39c4-9c7d-41e7-87fa-a559343845ec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 461.975882] env[64022]: DEBUG nova.compute.provider_tree [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 462.516247] env[64022]: DEBUG nova.scheduler.client.report [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Updated inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 462.516484] env[64022]: DEBUG nova.compute.provider_tree [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Updating resource provider 3a889db4-7597-478e-92a9-f74a134fda34 generation from 0 to 1 during operation: update_inventory {{(pid=64022) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 462.516626] env[64022]: DEBUG nova.compute.provider_tree [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 462.569014] env[64022]: DEBUG nova.compute.provider_tree [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Updating resource provider 3a889db4-7597-478e-92a9-f74a134fda34 generation from 1 to 2 during operation: update_traits {{(pid=64022) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 463.073568] env[64022]: DEBUG nova.compute.resource_tracker [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 463.073865] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.857s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 463.073964] env[64022]: DEBUG nova.service [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Creating RPC server for service compute {{(pid=64022) start /opt/stack/nova/nova/service.py:186}} [ 463.088667] env[64022]: DEBUG nova.service [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] Join ServiceGroup membership for this service compute {{(pid=64022) start /opt/stack/nova/nova/service.py:203}} [ 463.088881] env[64022]: DEBUG nova.servicegroup.drivers.db [None req-2a713118-7699-4c55-ba45-a306bac7c737 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=64022) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 468.092030] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 468.602729] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Getting list of instances from cluster (obj){ [ 468.602729] env[64022]: value = "domain-c8" [ 468.602729] env[64022]: _type = "ClusterComputeResource" [ 468.602729] env[64022]: } {{(pid=64022) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 468.603901] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188f9aec-4c06-41d3-9df4-65022284a56a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 468.612393] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Got total of 0 instances {{(pid=64022) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 468.612616] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 468.612909] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Getting list of instances from cluster (obj){ [ 468.612909] env[64022]: value = "domain-c8" [ 468.612909] env[64022]: _type = "ClusterComputeResource" [ 468.612909] env[64022]: } {{(pid=64022) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 468.613744] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718e60c8-7b8b-423c-9cf8-b7030b1baf63 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 468.620732] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Got total of 0 instances {{(pid=64022) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 499.797771] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "fdbee3c7-34eb-4b2e-830a-baf719075a77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 499.798094] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "fdbee3c7-34eb-4b2e-830a-baf719075a77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 500.301571] env[64022]: DEBUG nova.compute.manager [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 500.839030] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 500.839775] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 500.841635] env[64022]: INFO nova.compute.claims [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 501.899360] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7952145c-7dc6-4721-80fd-1107a72725a4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.908341] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860a481f-0e28-4769-a81b-ef3571a0ca90 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.946216] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa133e55-53c9-4aa6-90b5-585f3f5de302 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.952688] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe3857e-2aec-47c5-9015-88e24c9ae0c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.965585] env[64022]: DEBUG nova.compute.provider_tree [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 502.469670] env[64022]: DEBUG nova.scheduler.client.report [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 502.708746] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "75b47c32-9f9d-4288-a964-6d71a947793b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.709049] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "75b47c32-9f9d-4288-a964-6d71a947793b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.976824] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 502.977467] env[64022]: DEBUG nova.compute.manager [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 503.181868] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Acquiring lock "a1643f95-ff95-4e47-98b2-75f5e4bd436b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.182124] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Lock "a1643f95-ff95-4e47-98b2-75f5e4bd436b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.213960] env[64022]: DEBUG nova.compute.manager [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 503.482394] env[64022]: DEBUG nova.compute.utils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 503.483845] env[64022]: DEBUG nova.compute.manager [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 503.484853] env[64022]: DEBUG nova.network.neutron [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 503.685745] env[64022]: DEBUG nova.compute.manager [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 503.741652] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.741833] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.743851] env[64022]: INFO nova.compute.claims [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 503.786061] env[64022]: DEBUG nova.policy [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70f84e14ec6340baa7591fce6e58f1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eace16556084b0fb08fe68ec9e197f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 503.992421] env[64022]: DEBUG nova.compute.manager [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 504.223667] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 504.224564] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquiring lock "0686feae-eccb-4a4f-bc91-a01eebb72da4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 504.224887] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "0686feae-eccb-4a4f-bc91-a01eebb72da4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 504.546072] env[64022]: DEBUG nova.network.neutron [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Successfully created port: 5432e795-1f67-402f-bc24-d6e7c4095bd3 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 504.727482] env[64022]: DEBUG nova.compute.manager [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 504.854376] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396657a0-b62b-4cff-a4f6-5449372802b2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.863711] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e6e564-0db5-48a1-9b38-4434582649ce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.895303] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad77cf2d-171e-493e-9295-d5c27a572889 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.904339] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f859afd-4f06-4dfb-a76a-d81251df54ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.918760] env[64022]: DEBUG nova.compute.provider_tree [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 505.004579] env[64022]: DEBUG nova.compute.manager [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 505.015903] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "1acf4113-9111-4394-a667-1688d64aafe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.016189] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "1acf4113-9111-4394-a667-1688d64aafe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.035947] env[64022]: DEBUG nova.virt.hardware [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 505.036207] env[64022]: DEBUG nova.virt.hardware [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 505.036357] env[64022]: DEBUG nova.virt.hardware [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 505.036529] env[64022]: DEBUG nova.virt.hardware [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 505.036668] env[64022]: DEBUG nova.virt.hardware [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 505.036809] env[64022]: DEBUG nova.virt.hardware [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 505.037024] env[64022]: DEBUG nova.virt.hardware [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 505.037186] env[64022]: DEBUG nova.virt.hardware [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 505.037608] env[64022]: DEBUG nova.virt.hardware [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 505.037780] env[64022]: DEBUG nova.virt.hardware [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 505.037951] env[64022]: DEBUG nova.virt.hardware [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 505.039221] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4f5c32-ce01-4ede-af34-141d297289d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.047422] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1976ae9f-5563-4135-bb63-0afa30cc0cb7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.065956] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bcd55e-3d14-461c-a75a-1b66f1e11127 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.255074] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.422687] env[64022]: DEBUG nova.scheduler.client.report [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 505.518836] env[64022]: DEBUG nova.compute.manager [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 505.744885] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Acquiring lock "5f107b95-125c-460a-bd10-9819ec37c95b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.745278] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Lock "5f107b95-125c-460a-bd10-9819ec37c95b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.930360] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.931421] env[64022]: DEBUG nova.compute.manager [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 505.934052] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.710s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.935453] env[64022]: INFO nova.compute.claims [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 506.048805] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.247722] env[64022]: DEBUG nova.compute.manager [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 506.436313] env[64022]: DEBUG nova.compute.utils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 506.437757] env[64022]: DEBUG nova.compute.manager [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 506.438167] env[64022]: DEBUG nova.network.neutron [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 506.713367] env[64022]: DEBUG nova.policy [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a789b0abcbc44a4913e66eb626f177b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4ef26c1c4c84dc186fa3e6c570d17a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 506.784913] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.905404] env[64022]: DEBUG nova.network.neutron [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Successfully updated port: 5432e795-1f67-402f-bc24-d6e7c4095bd3 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 506.944180] env[64022]: DEBUG nova.compute.manager [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 507.082127] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a042d8-3b1f-42d0-a08b-fe6c336c6277 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 507.093620] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4104ca99-bdca-46ea-a022-f75672dfcc70 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 507.131787] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fd5ffd-48b6-4c5d-ae1b-877fc2b0572b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 507.139597] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565f070b-4e45-4d9e-96de-8377bf316246 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 507.153315] env[64022]: DEBUG nova.compute.provider_tree [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 507.409572] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.410248] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.410857] env[64022]: DEBUG nova.network.neutron [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 507.487503] env[64022]: DEBUG nova.network.neutron [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Successfully created port: 19dd2e36-212e-468d-b1bd-0eed317c2213 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 507.657519] env[64022]: DEBUG nova.scheduler.client.report [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 507.956635] env[64022]: DEBUG nova.compute.manager [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 507.974869] env[64022]: DEBUG nova.network.neutron [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 507.998039] env[64022]: DEBUG nova.virt.hardware [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 507.998296] env[64022]: DEBUG nova.virt.hardware [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 507.998441] env[64022]: DEBUG nova.virt.hardware [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 507.999305] env[64022]: DEBUG nova.virt.hardware [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 507.999537] env[64022]: DEBUG nova.virt.hardware [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 507.999706] env[64022]: DEBUG nova.virt.hardware [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 507.999925] env[64022]: DEBUG nova.virt.hardware [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 508.000104] env[64022]: DEBUG nova.virt.hardware [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 508.000359] env[64022]: DEBUG nova.virt.hardware [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 508.003018] env[64022]: DEBUG nova.virt.hardware [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 508.003018] env[64022]: DEBUG nova.virt.hardware [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 508.003018] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0fccfb-52c5-480a-a04d-b414eaf54a0f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.014189] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80975c18-64db-4e72-ad2f-b86b7fcb173b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.157428] env[64022]: DEBUG nova.compute.manager [req-ac0b5969-0cbe-4982-a99e-cbea4c01352c req-74bca9a8-43c6-4763-9f69-db15a32318aa service nova] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Received event network-vif-plugged-5432e795-1f67-402f-bc24-d6e7c4095bd3 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 508.157686] env[64022]: DEBUG oslo_concurrency.lockutils [req-ac0b5969-0cbe-4982-a99e-cbea4c01352c req-74bca9a8-43c6-4763-9f69-db15a32318aa service nova] Acquiring lock "fdbee3c7-34eb-4b2e-830a-baf719075a77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.157834] env[64022]: DEBUG oslo_concurrency.lockutils [req-ac0b5969-0cbe-4982-a99e-cbea4c01352c req-74bca9a8-43c6-4763-9f69-db15a32318aa service nova] Lock "fdbee3c7-34eb-4b2e-830a-baf719075a77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.157990] env[64022]: DEBUG oslo_concurrency.lockutils [req-ac0b5969-0cbe-4982-a99e-cbea4c01352c req-74bca9a8-43c6-4763-9f69-db15a32318aa service nova] Lock "fdbee3c7-34eb-4b2e-830a-baf719075a77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.158166] env[64022]: DEBUG nova.compute.manager [req-ac0b5969-0cbe-4982-a99e-cbea4c01352c req-74bca9a8-43c6-4763-9f69-db15a32318aa service nova] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] No waiting events found dispatching network-vif-plugged-5432e795-1f67-402f-bc24-d6e7c4095bd3 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 508.158363] env[64022]: WARNING nova.compute.manager [req-ac0b5969-0cbe-4982-a99e-cbea4c01352c req-74bca9a8-43c6-4763-9f69-db15a32318aa service nova] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Received unexpected event network-vif-plugged-5432e795-1f67-402f-bc24-d6e7c4095bd3 for instance with vm_state building and task_state spawning. [ 508.168285] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.168285] env[64022]: DEBUG nova.compute.manager [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 508.168791] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.913s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.171057] env[64022]: INFO nova.compute.claims [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 508.309235] env[64022]: DEBUG nova.network.neutron [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Successfully created port: 3954638e-5232-4a01-9ec5-858481f15a25 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 508.329184] env[64022]: DEBUG nova.network.neutron [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance_info_cache with network_info: [{"id": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "address": "fa:16:3e:d0:cf:71", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5432e795-1f", "ovs_interfaceid": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 508.678382] env[64022]: DEBUG nova.compute.utils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 508.680993] env[64022]: DEBUG nova.compute.manager [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 508.682445] env[64022]: DEBUG nova.network.neutron [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 508.791259] env[64022]: DEBUG nova.policy [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbb640676f354b879c6ae48d212f4b16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59b0f801cb804b1786a5e7051b854a07', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 508.831206] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.831611] env[64022]: DEBUG nova.compute.manager [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Instance network_info: |[{"id": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "address": "fa:16:3e:d0:cf:71", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5432e795-1f", "ovs_interfaceid": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 508.832167] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:cf:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5432e795-1f67-402f-bc24-d6e7c4095bd3', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 508.849282] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 508.849846] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-104217a0-6311-4c38-9338-fe5826ded8c9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.862841] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Created folder: OpenStack in parent group-v4. [ 508.863261] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Creating folder: Project (2eace16556084b0fb08fe68ec9e197f7). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 508.863629] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b47853c0-0c0b-4a6d-a521-6f88c97924aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.874142] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Created folder: Project (2eace16556084b0fb08fe68ec9e197f7) in parent group-v468248. [ 508.874347] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Creating folder: Instances. Parent ref: group-v468249. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 508.874586] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1b30100-4e30-43b3-a39e-54f024fa86a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.882745] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Created folder: Instances in parent group-v468249. [ 508.883046] env[64022]: DEBUG oslo.service.loopingcall [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 508.883195] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 508.883397] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3236b5df-92be-4d93-bfb4-d714fe106fa3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.907282] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 508.907282] env[64022]: value = "task-2301765" [ 508.907282] env[64022]: _type = "Task" [ 508.907282] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 508.916192] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301765, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 508.986541] env[64022]: DEBUG nova.network.neutron [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Successfully created port: 8f2c58f0-f01a-4826-aa32-e9739ab37402 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 509.189335] env[64022]: DEBUG nova.compute.manager [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 509.335878] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb63ab2-1894-49e3-9af9-920e4732ec19 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.344464] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca15eab-9471-415b-8cc7-83bfbea4160a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.381781] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3854b878-091c-44d2-a118-c5e3b7394fc6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.389069] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaacefa-e6d6-4303-b277-e4af942173b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.406813] env[64022]: DEBUG nova.compute.provider_tree [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 509.418812] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301765, 'name': CreateVM_Task, 'duration_secs': 0.374493} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 509.419628] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 509.434465] env[64022]: DEBUG oslo_vmware.service [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b18afc8-1721-408b-8c95-c1b86e611bf1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.441516] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.441761] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.442830] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.442830] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa78e71-5bef-4f91-925b-4cd10404191b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.448272] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 509.448272] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520e18c8-cd59-9ea9-e390-186581215627" [ 509.448272] env[64022]: _type = "Task" [ 509.448272] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 509.459019] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520e18c8-cd59-9ea9-e390-186581215627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 509.780539] env[64022]: DEBUG nova.network.neutron [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Successfully created port: 70eab0e7-d063-400f-b447-779febc88a1a {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 509.914488] env[64022]: DEBUG nova.scheduler.client.report [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 509.960487] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.960774] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 509.961014] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.961157] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.961578] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 509.962028] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66657971-97db-4e62-9b5f-b07e029e92d2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.981265] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 509.981265] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 509.983931] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d756ea6f-2558-4e8c-80c1-f0150b8a24cf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.994195] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55896a7-64ce-4ded-8e41-825fbb574a42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.999385] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 509.999385] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522899cf-f05b-1d88-291f-03e13090a205" [ 509.999385] env[64022]: _type = "Task" [ 509.999385] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 510.010810] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522899cf-f05b-1d88-291f-03e13090a205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 510.207353] env[64022]: DEBUG nova.compute.manager [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 510.240719] env[64022]: DEBUG nova.virt.hardware [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 510.241186] env[64022]: DEBUG nova.virt.hardware [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 510.242049] env[64022]: DEBUG nova.virt.hardware [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 510.242242] env[64022]: DEBUG nova.virt.hardware [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 510.242434] env[64022]: DEBUG nova.virt.hardware [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 510.242711] env[64022]: DEBUG nova.virt.hardware [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 510.242882] env[64022]: DEBUG nova.virt.hardware [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 510.243099] env[64022]: DEBUG nova.virt.hardware [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 510.243315] env[64022]: DEBUG nova.virt.hardware [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 510.243556] env[64022]: DEBUG nova.virt.hardware [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 510.243860] env[64022]: DEBUG nova.virt.hardware [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 510.244896] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02993cf3-36f9-44cc-8698-758d5f8fe3f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.254836] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5570a9f-db31-41bc-a326-b80bb914c0d6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.420618] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.421228] env[64022]: DEBUG nova.compute.manager [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 510.430017] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.378s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.430017] env[64022]: INFO nova.compute.claims [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 510.517199] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Preparing fetch location {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 510.517769] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Creating directory with path [datastore1] vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 510.518137] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-245c5b05-2f9c-4f4d-8dac-1842b25775dc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.541897] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Created directory with path [datastore1] vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 510.541897] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Fetch image to [datastore1] vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 510.542104] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Downloading image file data 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 to [datastore1] vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk on the data store datastore1 {{(pid=64022) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 510.542858] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859f8d32-ff7e-4740-96ed-3ada8964e05a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.551706] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e13f473-4e8f-4718-b95b-a4f5bd68116c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.562696] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7482fbab-ea9d-4b22-8902-6f62b1f19fd8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.600739] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067af15c-82e7-4a10-b195-247b90ef7dd0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.607363] env[64022]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bae4a514-c26b-425d-ba8c-bdfd0a0444e0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.641543] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Downloading image file data 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 to the data store datastore1 {{(pid=64022) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 510.713045] env[64022]: DEBUG oslo_vmware.rw_handles [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=64022) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 510.934112] env[64022]: DEBUG nova.compute.utils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 510.939441] env[64022]: DEBUG nova.compute.manager [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 510.943021] env[64022]: DEBUG nova.network.neutron [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 511.023613] env[64022]: DEBUG nova.policy [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65f8f4aae0c54bb985e871548197c441', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cbe9a3426cf478488e2bd0a7efb8dee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 511.411752] env[64022]: DEBUG nova.network.neutron [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Successfully updated port: 19dd2e36-212e-468d-b1bd-0eed317c2213 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 511.441949] env[64022]: DEBUG nova.compute.manager [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 511.457471] env[64022]: DEBUG oslo_vmware.rw_handles [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Completed reading data from the image iterator. {{(pid=64022) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 511.457693] env[64022]: DEBUG oslo_vmware.rw_handles [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 511.501933] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Downloaded image file data 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 to vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk on the data store datastore1 {{(pid=64022) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 511.503585] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Caching image {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 511.503880] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Copying Virtual Disk [datastore1] vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk to [datastore1] vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 511.507743] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 511.508042] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caed05d2-0c20-4b19-a37b-0ec450d63eb6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.513554] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 511.513554] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 511.513717] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Rebuilding the list of instances to heal {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 511.524306] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 511.524306] env[64022]: value = "task-2301766" [ 511.524306] env[64022]: _type = "Task" [ 511.524306] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 511.537413] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 511.593175] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f9c821-a3d2-4767-a14d-4c2c05020a59 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.601908] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c97f377-3c6f-4c50-94a3-3c254fe5afba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.642217] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a57f5c-168a-4440-8850-0c087e52599c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.652581] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85cec4a-cb94-45f7-9d9f-58f179c1d775 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.657994] env[64022]: DEBUG nova.network.neutron [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Successfully created port: 37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 511.671520] env[64022]: DEBUG nova.compute.provider_tree [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 512.019740] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 512.021631] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 512.021631] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 512.021631] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 512.022993] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 512.023754] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Didn't find any instances for network info cache update. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 512.025574] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 512.026036] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 512.033588] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 512.034672] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 512.037892] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 512.037892] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 512.037892] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 512.037892] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 512.048906] env[64022]: DEBUG nova.compute.manager [req-b92e2913-b88d-42de-83c7-cdd626b2143d req-24a573e4-f4eb-43a6-a6be-f7a3c7417764 service nova] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Received event network-changed-5432e795-1f67-402f-bc24-d6e7c4095bd3 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 512.052375] env[64022]: DEBUG nova.compute.manager [req-b92e2913-b88d-42de-83c7-cdd626b2143d req-24a573e4-f4eb-43a6-a6be-f7a3c7417764 service nova] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Refreshing instance network info cache due to event network-changed-5432e795-1f67-402f-bc24-d6e7c4095bd3. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 512.052624] env[64022]: DEBUG oslo_concurrency.lockutils [req-b92e2913-b88d-42de-83c7-cdd626b2143d req-24a573e4-f4eb-43a6-a6be-f7a3c7417764 service nova] Acquiring lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.052803] env[64022]: DEBUG oslo_concurrency.lockutils [req-b92e2913-b88d-42de-83c7-cdd626b2143d req-24a573e4-f4eb-43a6-a6be-f7a3c7417764 service nova] Acquired lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.052928] env[64022]: DEBUG nova.network.neutron [req-b92e2913-b88d-42de-83c7-cdd626b2143d req-24a573e4-f4eb-43a6-a6be-f7a3c7417764 service nova] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Refreshing network info cache for port 5432e795-1f67-402f-bc24-d6e7c4095bd3 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 512.054376] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301766, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 512.129404] env[64022]: DEBUG nova.network.neutron [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Successfully updated port: 70eab0e7-d063-400f-b447-779febc88a1a {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 512.175540] env[64022]: DEBUG nova.scheduler.client.report [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 512.464613] env[64022]: DEBUG nova.compute.manager [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 512.493363] env[64022]: DEBUG nova.virt.hardware [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 512.493363] env[64022]: DEBUG nova.virt.hardware [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 512.493363] env[64022]: DEBUG nova.virt.hardware [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 512.493656] env[64022]: DEBUG nova.virt.hardware [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 512.493656] env[64022]: DEBUG nova.virt.hardware [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 512.493656] env[64022]: DEBUG nova.virt.hardware [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 512.493656] env[64022]: DEBUG nova.virt.hardware [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 512.493831] env[64022]: DEBUG nova.virt.hardware [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 512.493972] env[64022]: DEBUG nova.virt.hardware [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 512.496142] env[64022]: DEBUG nova.virt.hardware [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 512.496142] env[64022]: DEBUG nova.virt.hardware [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 512.496142] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec73ec9-d24a-4902-aa58-1854013bf6cd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.505878] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dddc568-7fc5-48df-bde0-2d099e4d9c86 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.537913] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667141} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 512.538478] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Copied Virtual Disk [datastore1] vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk to [datastore1] vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 512.538683] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Deleting the datastore file [datastore1] vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 512.538937] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-166f765a-2438-4321-8123-2ea69c3b5b25 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.546240] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 512.546240] env[64022]: value = "task-2301767" [ 512.546240] env[64022]: _type = "Task" [ 512.546240] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 512.547075] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.559449] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 512.631906] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Acquiring lock "refresh_cache-a1643f95-ff95-4e47-98b2-75f5e4bd436b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.632087] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Acquired lock "refresh_cache-a1643f95-ff95-4e47-98b2-75f5e4bd436b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.632355] env[64022]: DEBUG nova.network.neutron [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 512.681321] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.682049] env[64022]: DEBUG nova.compute.manager [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 512.685339] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.901s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.686720] env[64022]: INFO nova.compute.claims [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 512.753948] env[64022]: DEBUG nova.compute.manager [req-fb1905cf-8395-433e-bdcf-a0674cd81ecf req-d85edd4d-683a-452d-9767-c804b79a030f service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Received event network-vif-plugged-19dd2e36-212e-468d-b1bd-0eed317c2213 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 512.754599] env[64022]: DEBUG oslo_concurrency.lockutils [req-fb1905cf-8395-433e-bdcf-a0674cd81ecf req-d85edd4d-683a-452d-9767-c804b79a030f service nova] Acquiring lock "75b47c32-9f9d-4288-a964-6d71a947793b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.754840] env[64022]: DEBUG oslo_concurrency.lockutils [req-fb1905cf-8395-433e-bdcf-a0674cd81ecf req-d85edd4d-683a-452d-9767-c804b79a030f service nova] Lock "75b47c32-9f9d-4288-a964-6d71a947793b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.755657] env[64022]: DEBUG oslo_concurrency.lockutils [req-fb1905cf-8395-433e-bdcf-a0674cd81ecf req-d85edd4d-683a-452d-9767-c804b79a030f service nova] Lock "75b47c32-9f9d-4288-a964-6d71a947793b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.755657] env[64022]: DEBUG nova.compute.manager [req-fb1905cf-8395-433e-bdcf-a0674cd81ecf req-d85edd4d-683a-452d-9767-c804b79a030f service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] No waiting events found dispatching network-vif-plugged-19dd2e36-212e-468d-b1bd-0eed317c2213 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 512.755657] env[64022]: WARNING nova.compute.manager [req-fb1905cf-8395-433e-bdcf-a0674cd81ecf req-d85edd4d-683a-452d-9767-c804b79a030f service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Received unexpected event network-vif-plugged-19dd2e36-212e-468d-b1bd-0eed317c2213 for instance with vm_state building and task_state spawning. [ 513.060178] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022519} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 513.060178] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 513.060660] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Moving file from [datastore1] vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 to [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9. {{(pid=64022) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 513.061152] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5c4c57f0-3c42-4cb6-83fc-f561fb6e9e09 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.069318] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 513.069318] env[64022]: value = "task-2301768" [ 513.069318] env[64022]: _type = "Task" [ 513.069318] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 513.077780] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301768, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 513.098028] env[64022]: DEBUG nova.network.neutron [req-b92e2913-b88d-42de-83c7-cdd626b2143d req-24a573e4-f4eb-43a6-a6be-f7a3c7417764 service nova] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updated VIF entry in instance network info cache for port 5432e795-1f67-402f-bc24-d6e7c4095bd3. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 513.098377] env[64022]: DEBUG nova.network.neutron [req-b92e2913-b88d-42de-83c7-cdd626b2143d req-24a573e4-f4eb-43a6-a6be-f7a3c7417764 service nova] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance_info_cache with network_info: [{"id": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "address": "fa:16:3e:d0:cf:71", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5432e795-1f", "ovs_interfaceid": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 513.197143] env[64022]: DEBUG nova.compute.utils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 513.198806] env[64022]: DEBUG nova.network.neutron [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 513.201026] env[64022]: DEBUG nova.compute.manager [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 513.201026] env[64022]: DEBUG nova.network.neutron [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 513.295935] env[64022]: DEBUG nova.policy [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9287e075527547bd84cfcd52df126d28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a7f569764c54034b7f2767b49788d2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 513.587891] env[64022]: DEBUG nova.network.neutron [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Updating instance_info_cache with network_info: [{"id": "70eab0e7-d063-400f-b447-779febc88a1a", "address": "fa:16:3e:7e:68:0d", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70eab0e7-d0", "ovs_interfaceid": "70eab0e7-d063-400f-b447-779febc88a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 513.591215] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301768, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023397} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 513.591215] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] File moved {{(pid=64022) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 513.591215] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Cleaning up location [datastore1] vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 513.591215] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Deleting the datastore file [datastore1] vmware_temp/c79623aa-9020-4980-8da9-efe2abadc85e {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 513.591215] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3184f0c5-c83b-4cd7-a2b5-aed0f7c1fcd3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.603842] env[64022]: DEBUG oslo_concurrency.lockutils [req-b92e2913-b88d-42de-83c7-cdd626b2143d req-24a573e4-f4eb-43a6-a6be-f7a3c7417764 service nova] Releasing lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 513.604265] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 513.604265] env[64022]: value = "task-2301769" [ 513.604265] env[64022]: _type = "Task" [ 513.604265] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 513.615269] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 513.620295] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Acquiring lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.620461] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.706247] env[64022]: DEBUG nova.compute.manager [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 513.916806] env[64022]: DEBUG nova.network.neutron [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Successfully created port: efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 513.986966] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276ede74-7e96-40ca-b6a8-d0487a0e91d2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.997709] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c036190-9f2d-4a2b-b3a3-91bbdd0b6343 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.042682] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Acquiring lock "f1f65ea3-a3d7-4640-8406-541acc9b778a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.042982] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Lock "f1f65ea3-a3d7-4640-8406-541acc9b778a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.048660] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74286e0c-c75f-49d4-9a70-6e70d1d57eb6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.058575] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5b2890-3114-4158-87a4-f6d4a1ddd7cd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.077709] env[64022]: DEBUG nova.compute.provider_tree [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 514.092392] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Releasing lock "refresh_cache-a1643f95-ff95-4e47-98b2-75f5e4bd436b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.092392] env[64022]: DEBUG nova.compute.manager [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Instance network_info: |[{"id": "70eab0e7-d063-400f-b447-779febc88a1a", "address": "fa:16:3e:7e:68:0d", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70eab0e7-d0", "ovs_interfaceid": "70eab0e7-d063-400f-b447-779febc88a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 514.092522] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:68:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70eab0e7-d063-400f-b447-779febc88a1a', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 514.102986] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Creating folder: Project (59b0f801cb804b1786a5e7051b854a07). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 514.103588] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7a9cf94-9c59-4ebb-b89e-4fb821e57b14 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.120630] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Created folder: Project (59b0f801cb804b1786a5e7051b854a07) in parent group-v468248. [ 514.120852] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Creating folder: Instances. Parent ref: group-v468252. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 514.121707] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a40186e-a001-4d38-8f83-67a79f435479 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.127753] env[64022]: DEBUG nova.compute.manager [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 514.130606] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028428} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 514.130881] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 514.131821] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ce0d0e-de1b-4f47-a030-eb999539c485 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.137498] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 514.137498] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5233011f-8373-6232-8cac-ae918c70e7a8" [ 514.137498] env[64022]: _type = "Task" [ 514.137498] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 514.138769] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Created folder: Instances in parent group-v468252. [ 514.138974] env[64022]: DEBUG oslo.service.loopingcall [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 514.143902] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 514.144157] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbd119e5-48d3-4a9d-964e-0b3ea58c2ef9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.163987] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5233011f-8373-6232-8cac-ae918c70e7a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008488} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 514.165915] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.165915] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] fdbee3c7-34eb-4b2e-830a-baf719075a77/fdbee3c7-34eb-4b2e-830a-baf719075a77.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 514.165915] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 514.165915] env[64022]: value = "task-2301772" [ 514.165915] env[64022]: _type = "Task" [ 514.165915] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 514.165915] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d1b7726-26ba-46a4-afec-cd92e8c42261 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.176572] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301772, 'name': CreateVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 514.178032] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 514.178032] env[64022]: value = "task-2301773" [ 514.178032] env[64022]: _type = "Task" [ 514.178032] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 514.186398] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 514.391739] env[64022]: DEBUG nova.network.neutron [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Successfully updated port: 37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 514.536033] env[64022]: DEBUG nova.network.neutron [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Successfully updated port: 3954638e-5232-4a01-9ec5-858481f15a25 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 514.549305] env[64022]: DEBUG nova.compute.manager [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 514.583450] env[64022]: DEBUG nova.scheduler.client.report [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 514.653985] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.681160] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301772, 'name': CreateVM_Task, 'duration_secs': 0.379702} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 514.687219] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 514.688218] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.688576] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.688986] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.689901] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce1e65b6-df42-4799-9684-1cafcc4889a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.694928] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301773, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 514.698294] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Waiting for the task: (returnval){ [ 514.698294] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52562c81-b9cd-3029-a230-b89c446e8a7e" [ 514.698294] env[64022]: _type = "Task" [ 514.698294] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 514.706843] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52562c81-b9cd-3029-a230-b89c446e8a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 514.731260] env[64022]: DEBUG nova.compute.manager [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 514.766036] env[64022]: DEBUG nova.virt.hardware [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 514.766186] env[64022]: DEBUG nova.virt.hardware [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 514.766328] env[64022]: DEBUG nova.virt.hardware [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 514.766527] env[64022]: DEBUG nova.virt.hardware [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 514.766682] env[64022]: DEBUG nova.virt.hardware [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 514.766830] env[64022]: DEBUG nova.virt.hardware [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 514.767050] env[64022]: DEBUG nova.virt.hardware [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 514.767216] env[64022]: DEBUG nova.virt.hardware [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 514.767414] env[64022]: DEBUG nova.virt.hardware [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 514.767543] env[64022]: DEBUG nova.virt.hardware [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 514.767961] env[64022]: DEBUG nova.virt.hardware [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 514.769023] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8bc9c4-1f7a-4c74-8fbe-d90cc88f76fc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.778156] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1323de7-0249-4623-b100-9a60da5be456 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.894502] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquiring lock "refresh_cache-0686feae-eccb-4a4f-bc91-a01eebb72da4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.895423] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquired lock "refresh_cache-0686feae-eccb-4a4f-bc91-a01eebb72da4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.895423] env[64022]: DEBUG nova.network.neutron [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 515.090250] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.091027] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.092045] env[64022]: DEBUG nova.compute.manager [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 515.094026] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.547s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.094273] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.094622] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 515.094699] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.441s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.097060] env[64022]: INFO nova.compute.claims [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 515.100451] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e8f4d4-7cb9-44fc-b439-f7ab7c880afe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.112063] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2122db-9f55-40f9-b84c-1bd2d290f642 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.129090] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b22f20-8969-489a-8524-83ed4637b893 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.137867] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c556f7-d1a0-424c-a286-fa12b513f34c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.173176] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181235MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 515.173176] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.191251] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545124} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 515.191670] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] fdbee3c7-34eb-4b2e-830a-baf719075a77/fdbee3c7-34eb-4b2e-830a-baf719075a77.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 515.191856] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 515.193146] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d678add5-cf5b-46a6-b202-0acdfd4f4e01 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.200417] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 515.200417] env[64022]: value = "task-2301774" [ 515.200417] env[64022]: _type = "Task" [ 515.200417] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 515.223655] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 515.224192] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52562c81-b9cd-3029-a230-b89c446e8a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 515.224498] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.224797] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 515.225055] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.225191] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.225379] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 515.225656] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea86fa9-837b-4bed-befb-5d8144408eeb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.236067] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 515.236314] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 515.237357] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb5da87-9146-4419-becd-b65371c10f42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.243618] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Waiting for the task: (returnval){ [ 515.243618] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5272f03c-0236-27b2-51aa-e8fcd2d73d50" [ 515.243618] env[64022]: _type = "Task" [ 515.243618] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 515.257084] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5272f03c-0236-27b2-51aa-e8fcd2d73d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 515.589826] env[64022]: DEBUG nova.network.neutron [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 515.601303] env[64022]: DEBUG nova.compute.utils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 515.602809] env[64022]: DEBUG nova.compute.manager [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 515.602977] env[64022]: DEBUG nova.network.neutron [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 515.718160] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062945} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 515.721016] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 515.721016] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e339ddd4-d96c-4eea-a060-7baee3f474c4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.748756] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] fdbee3c7-34eb-4b2e-830a-baf719075a77/fdbee3c7-34eb-4b2e-830a-baf719075a77.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 515.749406] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a421083-c768-4643-af1e-7d9337e461f9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.779018] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5272f03c-0236-27b2-51aa-e8fcd2d73d50, 'name': SearchDatastore_Task, 'duration_secs': 0.008545} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 515.779018] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 515.779018] env[64022]: value = "task-2301775" [ 515.779018] env[64022]: _type = "Task" [ 515.779018] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 515.779018] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff8d696-809c-4354-a10b-9dd8bf37a7a1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.790508] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 515.792386] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Waiting for the task: (returnval){ [ 515.792386] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52981848-5caa-df35-401c-2c6f4fd2a113" [ 515.792386] env[64022]: _type = "Task" [ 515.792386] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 515.801594] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52981848-5caa-df35-401c-2c6f4fd2a113, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 515.803211] env[64022]: DEBUG nova.policy [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9302b1dea12143f28cdf983a53ed1c76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd88d2a6dcd434d85b5c043bf94f1541b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 515.805055] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.805339] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] a1643f95-ff95-4e47-98b2-75f5e4bd436b/a1643f95-ff95-4e47-98b2-75f5e4bd436b.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 515.805622] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54027fd6-ab75-4b70-869c-ea183e1fc7fa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.813074] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Waiting for the task: (returnval){ [ 515.813074] env[64022]: value = "task-2301776" [ 515.813074] env[64022]: _type = "Task" [ 515.813074] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 515.824871] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': task-2301776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 516.077208] env[64022]: DEBUG nova.network.neutron [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Updating instance_info_cache with network_info: [{"id": "37f8aed7-ff6f-458b-af1e-ac43a6dd94c9", "address": "fa:16:3e:5a:f6:1b", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f8aed7-ff", "ovs_interfaceid": "37f8aed7-ff6f-458b-af1e-ac43a6dd94c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 516.105929] env[64022]: DEBUG nova.compute.manager [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 516.266156] env[64022]: DEBUG nova.compute.manager [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Received event network-vif-plugged-70eab0e7-d063-400f-b447-779febc88a1a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 516.266301] env[64022]: DEBUG oslo_concurrency.lockutils [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] Acquiring lock "a1643f95-ff95-4e47-98b2-75f5e4bd436b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.266632] env[64022]: DEBUG oslo_concurrency.lockutils [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] Lock "a1643f95-ff95-4e47-98b2-75f5e4bd436b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.266772] env[64022]: DEBUG oslo_concurrency.lockutils [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] Lock "a1643f95-ff95-4e47-98b2-75f5e4bd436b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.266905] env[64022]: DEBUG nova.compute.manager [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] No waiting events found dispatching network-vif-plugged-70eab0e7-d063-400f-b447-779febc88a1a {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 516.267081] env[64022]: WARNING nova.compute.manager [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Received unexpected event network-vif-plugged-70eab0e7-d063-400f-b447-779febc88a1a for instance with vm_state building and task_state spawning. [ 516.267767] env[64022]: DEBUG nova.compute.manager [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Received event network-changed-70eab0e7-d063-400f-b447-779febc88a1a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 516.267977] env[64022]: DEBUG nova.compute.manager [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Refreshing instance network info cache due to event network-changed-70eab0e7-d063-400f-b447-779febc88a1a. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 516.268257] env[64022]: DEBUG oslo_concurrency.lockutils [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] Acquiring lock "refresh_cache-a1643f95-ff95-4e47-98b2-75f5e4bd436b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.268332] env[64022]: DEBUG oslo_concurrency.lockutils [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] Acquired lock "refresh_cache-a1643f95-ff95-4e47-98b2-75f5e4bd436b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.268499] env[64022]: DEBUG nova.network.neutron [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Refreshing network info cache for port 70eab0e7-d063-400f-b447-779febc88a1a {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 516.294365] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e825b6-4c60-4145-b87a-dc18e3a05934 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.303952] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301775, 'name': ReconfigVM_Task, 'duration_secs': 0.352242} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 516.304653] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Reconfigured VM instance instance-00000001 to attach disk [datastore1] fdbee3c7-34eb-4b2e-830a-baf719075a77/fdbee3c7-34eb-4b2e-830a-baf719075a77.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 516.305384] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a394bf97-f2fd-4c0b-bf0b-bb7199bff527 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.312848] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb814fef-4d09-46cc-a296-75e50933cfb2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.320390] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 516.320390] env[64022]: value = "task-2301777" [ 516.320390] env[64022]: _type = "Task" [ 516.320390] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 516.354122] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f530444-fce3-4a39-bbd1-798e27b1e2d4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.361707] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': task-2301776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498578} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 516.362401] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] a1643f95-ff95-4e47-98b2-75f5e4bd436b/a1643f95-ff95-4e47-98b2-75f5e4bd436b.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 516.362705] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 516.363252] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9105e216-b29c-492c-8139-1ce744dbe1bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.370172] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301777, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 516.372062] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f56fe1c-ffc2-4dda-9a23-26a6ee984839 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.376553] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Waiting for the task: (returnval){ [ 516.376553] env[64022]: value = "task-2301778" [ 516.376553] env[64022]: _type = "Task" [ 516.376553] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 516.388135] env[64022]: DEBUG nova.compute.provider_tree [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 516.394320] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': task-2301778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 516.525547] env[64022]: DEBUG nova.network.neutron [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Successfully updated port: efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 516.554490] env[64022]: DEBUG nova.network.neutron [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Successfully created port: 15780c6f-0674-4053-9b93-b9af77ccafdf {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 516.583678] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Releasing lock "refresh_cache-0686feae-eccb-4a4f-bc91-a01eebb72da4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.584127] env[64022]: DEBUG nova.compute.manager [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Instance network_info: |[{"id": "37f8aed7-ff6f-458b-af1e-ac43a6dd94c9", "address": "fa:16:3e:5a:f6:1b", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f8aed7-ff", "ovs_interfaceid": "37f8aed7-ff6f-458b-af1e-ac43a6dd94c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 516.584507] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:f6:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37f8aed7-ff6f-458b-af1e-ac43a6dd94c9', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 516.596965] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Creating folder: Project (3cbe9a3426cf478488e2bd0a7efb8dee). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 516.597232] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b0e63d7-9c8b-4672-9497-ad985994e3b8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.611189] env[64022]: DEBUG nova.compute.manager [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Received event network-changed-19dd2e36-212e-468d-b1bd-0eed317c2213 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 516.611508] env[64022]: DEBUG nova.compute.manager [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Refreshing instance network info cache due to event network-changed-19dd2e36-212e-468d-b1bd-0eed317c2213. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 516.612024] env[64022]: DEBUG oslo_concurrency.lockutils [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] Acquiring lock "refresh_cache-75b47c32-9f9d-4288-a964-6d71a947793b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.612302] env[64022]: DEBUG oslo_concurrency.lockutils [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] Acquired lock "refresh_cache-75b47c32-9f9d-4288-a964-6d71a947793b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.612589] env[64022]: DEBUG nova.network.neutron [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Refreshing network info cache for port 19dd2e36-212e-468d-b1bd-0eed317c2213 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 516.620726] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Created folder: Project (3cbe9a3426cf478488e2bd0a7efb8dee) in parent group-v468248. [ 516.621090] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Creating folder: Instances. Parent ref: group-v468255. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 516.622971] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb36d76d-3a27-4e01-8b5f-a2192173fdb2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.635473] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Created folder: Instances in parent group-v468255. [ 516.636160] env[64022]: DEBUG oslo.service.loopingcall [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 516.636476] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 516.637512] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61b69bb9-73a0-4ca2-958f-edc8e98e0276 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.667629] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 516.667629] env[64022]: value = "task-2301781" [ 516.667629] env[64022]: _type = "Task" [ 516.667629] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 516.680631] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301781, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 516.706631] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "e019c04e-4fda-41e2-a3e7-ead79cdf9ced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.707101] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "e019c04e-4fda-41e2-a3e7-ead79cdf9ced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.833855] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301777, 'name': Rename_Task, 'duration_secs': 0.1408} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 516.834287] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 516.834516] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fe020c2-a0c3-44c0-891a-a25edd3954a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.842375] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 516.842375] env[64022]: value = "task-2301782" [ 516.842375] env[64022]: _type = "Task" [ 516.842375] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 516.850315] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 516.887532] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': task-2301778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059182} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 516.887791] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 516.888597] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7a7828-d5bb-4b61-95f5-28b4d10cfbcc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.892304] env[64022]: DEBUG nova.scheduler.client.report [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 516.921423] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] a1643f95-ff95-4e47-98b2-75f5e4bd436b/a1643f95-ff95-4e47-98b2-75f5e4bd436b.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 516.922078] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-137f24c5-7ceb-4506-b817-a275ef2ed3b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.947266] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Waiting for the task: (returnval){ [ 516.947266] env[64022]: value = "task-2301783" [ 516.947266] env[64022]: _type = "Task" [ 516.947266] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 516.960331] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': task-2301783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.027312] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "refresh_cache-1acf4113-9111-4394-a667-1688d64aafe6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.029012] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "refresh_cache-1acf4113-9111-4394-a667-1688d64aafe6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.029012] env[64022]: DEBUG nova.network.neutron [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 517.128325] env[64022]: DEBUG nova.compute.manager [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 517.156182] env[64022]: DEBUG nova.virt.hardware [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 517.156182] env[64022]: DEBUG nova.virt.hardware [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 517.156182] env[64022]: DEBUG nova.virt.hardware [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 517.156548] env[64022]: DEBUG nova.virt.hardware [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 517.156548] env[64022]: DEBUG nova.virt.hardware [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 517.157279] env[64022]: DEBUG nova.virt.hardware [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 517.157749] env[64022]: DEBUG nova.virt.hardware [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 517.158048] env[64022]: DEBUG nova.virt.hardware [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 517.158373] env[64022]: DEBUG nova.virt.hardware [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 517.158672] env[64022]: DEBUG nova.virt.hardware [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 517.159170] env[64022]: DEBUG nova.virt.hardware [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 517.160161] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058ddd9d-db91-46db-bb3a-e0fabf9c8b0f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.176338] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e455aedd-45d3-4c61-b664-3c55b7fc2095 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.199229] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301781, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.210098] env[64022]: DEBUG nova.compute.manager [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 517.271878] env[64022]: DEBUG nova.network.neutron [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 517.353832] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.411491] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.412690] env[64022]: DEBUG nova.compute.manager [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 517.416964] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.326s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.418992] env[64022]: INFO nova.compute.claims [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 517.465331] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': task-2301783, 'name': ReconfigVM_Task, 'duration_secs': 0.331163} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 517.465826] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Reconfigured VM instance instance-00000003 to attach disk [datastore1] a1643f95-ff95-4e47-98b2-75f5e4bd436b/a1643f95-ff95-4e47-98b2-75f5e4bd436b.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 517.467774] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da3fdf01-af98-49fc-9d52-66ed37bfdb46 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.475352] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Waiting for the task: (returnval){ [ 517.475352] env[64022]: value = "task-2301784" [ 517.475352] env[64022]: _type = "Task" [ 517.475352] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 517.486371] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': task-2301784, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.564866] env[64022]: DEBUG nova.network.neutron [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 517.582082] env[64022]: DEBUG nova.network.neutron [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Updated VIF entry in instance network info cache for port 70eab0e7-d063-400f-b447-779febc88a1a. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 517.582815] env[64022]: DEBUG nova.network.neutron [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Updating instance_info_cache with network_info: [{"id": "70eab0e7-d063-400f-b447-779febc88a1a", "address": "fa:16:3e:7e:68:0d", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70eab0e7-d0", "ovs_interfaceid": "70eab0e7-d063-400f-b447-779febc88a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 517.621649] env[64022]: DEBUG nova.network.neutron [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 517.682461] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301781, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.748846] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.795376] env[64022]: DEBUG nova.network.neutron [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Successfully updated port: 8f2c58f0-f01a-4826-aa32-e9739ab37402 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 517.861037] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301782, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.924114] env[64022]: DEBUG nova.compute.utils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 517.928642] env[64022]: DEBUG nova.compute.manager [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 517.928642] env[64022]: DEBUG nova.network.neutron [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 517.986378] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': task-2301784, 'name': Rename_Task, 'duration_secs': 0.156867} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 517.987167] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 517.987517] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8113ed2-3bb3-4dbc-b3bd-492b137b4ac8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.993651] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Waiting for the task: (returnval){ [ 517.993651] env[64022]: value = "task-2301785" [ 517.993651] env[64022]: _type = "Task" [ 517.993651] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 518.003042] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': task-2301785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 518.066696] env[64022]: DEBUG nova.policy [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5491d06615934743a08dd4c8c0cb0727', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4b0c054eaf144359085690f6b8ad7a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 518.068893] env[64022]: DEBUG oslo_concurrency.lockutils [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] Releasing lock "refresh_cache-75b47c32-9f9d-4288-a964-6d71a947793b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.068893] env[64022]: DEBUG nova.compute.manager [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Received event network-vif-plugged-3954638e-5232-4a01-9ec5-858481f15a25 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 518.069040] env[64022]: DEBUG oslo_concurrency.lockutils [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] Acquiring lock "75b47c32-9f9d-4288-a964-6d71a947793b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.069220] env[64022]: DEBUG oslo_concurrency.lockutils [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] Lock "75b47c32-9f9d-4288-a964-6d71a947793b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.069416] env[64022]: DEBUG oslo_concurrency.lockutils [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] Lock "75b47c32-9f9d-4288-a964-6d71a947793b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.069569] env[64022]: DEBUG nova.compute.manager [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] No waiting events found dispatching network-vif-plugged-3954638e-5232-4a01-9ec5-858481f15a25 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 518.069909] env[64022]: WARNING nova.compute.manager [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Received unexpected event network-vif-plugged-3954638e-5232-4a01-9ec5-858481f15a25 for instance with vm_state building and task_state spawning. [ 518.069909] env[64022]: DEBUG nova.compute.manager [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Received event network-changed-3954638e-5232-4a01-9ec5-858481f15a25 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 518.070062] env[64022]: DEBUG nova.compute.manager [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Refreshing instance network info cache due to event network-changed-3954638e-5232-4a01-9ec5-858481f15a25. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 518.070229] env[64022]: DEBUG oslo_concurrency.lockutils [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] Acquiring lock "refresh_cache-75b47c32-9f9d-4288-a964-6d71a947793b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.070370] env[64022]: DEBUG oslo_concurrency.lockutils [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] Acquired lock "refresh_cache-75b47c32-9f9d-4288-a964-6d71a947793b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.070529] env[64022]: DEBUG nova.network.neutron [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Refreshing network info cache for port 3954638e-5232-4a01-9ec5-858481f15a25 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 518.084419] env[64022]: DEBUG nova.network.neutron [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Updating instance_info_cache with network_info: [{"id": "efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e", "address": "fa:16:3e:d8:18:55", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb2f8b1-fc", "ovs_interfaceid": "efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 518.085126] env[64022]: DEBUG oslo_concurrency.lockutils [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] Releasing lock "refresh_cache-a1643f95-ff95-4e47-98b2-75f5e4bd436b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.085355] env[64022]: DEBUG nova.compute.manager [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Received event network-vif-plugged-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 518.085533] env[64022]: DEBUG oslo_concurrency.lockutils [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] Acquiring lock "0686feae-eccb-4a4f-bc91-a01eebb72da4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.085719] env[64022]: DEBUG oslo_concurrency.lockutils [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] Lock "0686feae-eccb-4a4f-bc91-a01eebb72da4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.085886] env[64022]: DEBUG oslo_concurrency.lockutils [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] Lock "0686feae-eccb-4a4f-bc91-a01eebb72da4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.087022] env[64022]: DEBUG nova.compute.manager [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] No waiting events found dispatching network-vif-plugged-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 518.087022] env[64022]: WARNING nova.compute.manager [req-03661f87-b8eb-4d64-9b05-c621f433a8b3 req-199581cc-6051-4cde-81d8-a225865f92a0 service nova] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Received unexpected event network-vif-plugged-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 for instance with vm_state building and task_state spawning. [ 518.186245] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301781, 'name': CreateVM_Task, 'duration_secs': 1.090501} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 518.186426] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 518.187596] env[64022]: DEBUG oslo_vmware.service [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0f43ad-1273-4210-b748-d2229ee8effe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.194691] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.194906] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.195237] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.195495] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72812b84-7465-45b5-87e4-3f935d866fc7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.202495] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 518.202495] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528f426a-d462-98c9-fdc5-32b8d2dc3ed6" [ 518.202495] env[64022]: _type = "Task" [ 518.202495] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 518.210948] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528f426a-d462-98c9-fdc5-32b8d2dc3ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 518.299233] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "refresh_cache-75b47c32-9f9d-4288-a964-6d71a947793b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.355181] env[64022]: DEBUG oslo_vmware.api [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301782, 'name': PowerOnVM_Task, 'duration_secs': 1.080247} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 518.355432] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 518.355838] env[64022]: INFO nova.compute.manager [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Took 13.35 seconds to spawn the instance on the hypervisor. [ 518.356103] env[64022]: DEBUG nova.compute.manager [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 518.356889] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8343510-d0b8-4501-9495-32a731281d93 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.429664] env[64022]: DEBUG nova.compute.manager [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 518.505933] env[64022]: DEBUG oslo_vmware.api [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': task-2301785, 'name': PowerOnVM_Task, 'duration_secs': 0.493288} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 518.510237] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 518.510237] env[64022]: INFO nova.compute.manager [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Took 8.30 seconds to spawn the instance on the hypervisor. [ 518.510399] env[64022]: DEBUG nova.compute.manager [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 518.511244] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8953b15e-d3a4-49cf-b250-5e18ae0e00bd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.568785] env[64022]: DEBUG nova.network.neutron [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Successfully created port: bfdd505e-68fe-454d-a70a-975f91978a5f {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 518.588641] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "refresh_cache-1acf4113-9111-4394-a667-1688d64aafe6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.588641] env[64022]: DEBUG nova.compute.manager [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Instance network_info: |[{"id": "efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e", "address": "fa:16:3e:d8:18:55", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb2f8b1-fc", "ovs_interfaceid": "efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 518.589047] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:18:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 518.605356] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Creating folder: Project (5a7f569764c54034b7f2767b49788d2e). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 518.608609] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10931c1f-6519-471d-a947-8ca5be3a2b82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.619870] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Created folder: Project (5a7f569764c54034b7f2767b49788d2e) in parent group-v468248. [ 518.620269] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Creating folder: Instances. Parent ref: group-v468258. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 518.623795] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4123eb91-4ab7-49e7-8212-80381ed6d790 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.632208] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Created folder: Instances in parent group-v468258. [ 518.632461] env[64022]: DEBUG oslo.service.loopingcall [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 518.632655] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 518.632859] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0ba220c-e518-420d-a4cc-b4ad7dfa3d9b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.660594] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 518.660594] env[64022]: value = "task-2301788" [ 518.660594] env[64022]: _type = "Task" [ 518.660594] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 518.668094] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301788, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 518.683403] env[64022]: DEBUG nova.network.neutron [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 518.711405] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.711692] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 518.711954] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.712116] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.712297] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 518.712673] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b453948b-3caa-408c-8b62-7ce1847fa973 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.723245] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515e059d-da42-4b0f-82e0-f908a0f317a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.732527] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec38769-a04e-4c3d-aeab-a2ea3c998c23 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.736076] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 518.736283] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 518.737131] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2d993d-0d51-4168-b398-a46d68c9f5c9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.776524] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839dad9d-40d5-4c10-900d-eb1da33ad49e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.779653] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ffb0090-f996-43e3-ad64-fce74a0ab859 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.788528] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260ce068-0e54-4626-b54c-1aa49dd029c1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.792539] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 518.792539] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528a4bcc-d6e9-e4e5-7eb5-0fa378700929" [ 518.792539] env[64022]: _type = "Task" [ 518.792539] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 518.804490] env[64022]: DEBUG nova.compute.provider_tree [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 518.811170] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Preparing fetch location {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 518.811425] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Creating directory with path [datastore2] vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 518.811657] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06575989-24f5-46ec-a733-b5e872f36d6d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.831579] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Created directory with path [datastore2] vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 518.832571] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Fetch image to [datastore2] vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 518.832571] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Downloading image file data 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 to [datastore2] vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk on the data store datastore2 {{(pid=64022) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 518.832835] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d05688-0748-4f85-b285-55cfc7f9f9e0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.840522] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14e5a5b-2587-4183-a27d-1ae9dea710f4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.851527] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbabfd48-0939-44c7-9364-f382ce3fba8b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.855703] env[64022]: DEBUG nova.network.neutron [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Successfully updated port: 15780c6f-0674-4053-9b93-b9af77ccafdf {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 518.894034] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc252163-ec10-4469-b3ca-eba7d35e8d8e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.898289] env[64022]: INFO nova.compute.manager [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Took 18.09 seconds to build instance. [ 518.904376] env[64022]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b3fc79cb-8f5a-4933-8c5b-6549dc6707c5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.018210] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Downloading image file data 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 to the data store datastore2 {{(pid=64022) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 519.032692] env[64022]: INFO nova.compute.manager [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Took 14.84 seconds to build instance. [ 519.068995] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "7f876a80-e222-4647-8eaa-ed830743b5d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.069280] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "7f876a80-e222-4647-8eaa-ed830743b5d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.095243] env[64022]: DEBUG oslo_vmware.rw_handles [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=64022) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 519.176510] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301788, 'name': CreateVM_Task, 'duration_secs': 0.481873} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 519.176633] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 519.177407] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.177593] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.177942] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.178270] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3422da-6cfb-4919-83df-40547ac395c1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.183110] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 519.183110] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5211160e-2ce2-1709-dd03-ed136c44262b" [ 519.183110] env[64022]: _type = "Task" [ 519.183110] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 519.192222] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5211160e-2ce2-1709-dd03-ed136c44262b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 519.196121] env[64022]: DEBUG nova.network.neutron [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 519.308347] env[64022]: DEBUG nova.scheduler.client.report [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 519.360406] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Acquiring lock "refresh_cache-5f107b95-125c-460a-bd10-9819ec37c95b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.360475] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Acquired lock "refresh_cache-5f107b95-125c-460a-bd10-9819ec37c95b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.360673] env[64022]: DEBUG nova.network.neutron [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 519.400286] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "fdbee3c7-34eb-4b2e-830a-baf719075a77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.602s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.444180] env[64022]: DEBUG nova.compute.manager [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 519.480557] env[64022]: DEBUG nova.virt.hardware [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 519.480557] env[64022]: DEBUG nova.virt.hardware [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 519.480557] env[64022]: DEBUG nova.virt.hardware [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 519.481083] env[64022]: DEBUG nova.virt.hardware [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 519.481083] env[64022]: DEBUG nova.virt.hardware [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 519.481083] env[64022]: DEBUG nova.virt.hardware [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 519.481223] env[64022]: DEBUG nova.virt.hardware [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 519.481382] env[64022]: DEBUG nova.virt.hardware [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 519.481561] env[64022]: DEBUG nova.virt.hardware [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 519.481731] env[64022]: DEBUG nova.virt.hardware [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 519.481908] env[64022]: DEBUG nova.virt.hardware [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 519.482950] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330dff8c-6b76-4e29-bcc2-4f10705f2e0a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.491720] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67ba21d-b409-47e3-9297-1104fb14586f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.535125] env[64022]: DEBUG oslo_concurrency.lockutils [None req-567c162c-af46-4c5c-9459-dc058c37b391 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Lock "a1643f95-ff95-4e47-98b2-75f5e4bd436b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.353s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.572422] env[64022]: DEBUG nova.compute.manager [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 519.631608] env[64022]: DEBUG nova.compute.manager [req-63ebef2f-14e2-41ab-8fb1-a32432726708 req-0881e9f5-8a0e-4fe9-9a93-b11e6eefe2ee service nova] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Received event network-changed-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 519.631792] env[64022]: DEBUG nova.compute.manager [req-63ebef2f-14e2-41ab-8fb1-a32432726708 req-0881e9f5-8a0e-4fe9-9a93-b11e6eefe2ee service nova] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Refreshing instance network info cache due to event network-changed-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 519.632010] env[64022]: DEBUG oslo_concurrency.lockutils [req-63ebef2f-14e2-41ab-8fb1-a32432726708 req-0881e9f5-8a0e-4fe9-9a93-b11e6eefe2ee service nova] Acquiring lock "refresh_cache-0686feae-eccb-4a4f-bc91-a01eebb72da4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.632149] env[64022]: DEBUG oslo_concurrency.lockutils [req-63ebef2f-14e2-41ab-8fb1-a32432726708 req-0881e9f5-8a0e-4fe9-9a93-b11e6eefe2ee service nova] Acquired lock "refresh_cache-0686feae-eccb-4a4f-bc91-a01eebb72da4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.632306] env[64022]: DEBUG nova.network.neutron [req-63ebef2f-14e2-41ab-8fb1-a32432726708 req-0881e9f5-8a0e-4fe9-9a93-b11e6eefe2ee service nova] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Refreshing network info cache for port 37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 519.696737] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.697385] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 519.697634] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.698115] env[64022]: DEBUG oslo_concurrency.lockutils [req-4798322d-021d-42f1-93d2-db85a2685ac8 req-b4fb56ef-823b-49cf-b828-f4cb36f1c0d1 service nova] Releasing lock "refresh_cache-75b47c32-9f9d-4288-a964-6d71a947793b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.698774] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquired lock "refresh_cache-75b47c32-9f9d-4288-a964-6d71a947793b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.698927] env[64022]: DEBUG nova.network.neutron [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 519.811301] env[64022]: DEBUG oslo_vmware.rw_handles [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Completed reading data from the image iterator. {{(pid=64022) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 519.811507] env[64022]: DEBUG oslo_vmware.rw_handles [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 519.818694] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.819507] env[64022]: DEBUG nova.compute.manager [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 519.821951] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.649s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.958572] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Downloaded image file data 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 to vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk on the data store datastore2 {{(pid=64022) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 519.960366] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Caching image {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 519.960703] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Copying Virtual Disk [datastore2] vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk to [datastore2] vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 519.961027] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a260d4f-018d-4387-82a1-71f0c1992728 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.969824] env[64022]: DEBUG nova.network.neutron [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 519.973492] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 519.973492] env[64022]: value = "task-2301789" [ 519.973492] env[64022]: _type = "Task" [ 519.973492] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 519.982125] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 520.103550] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.325403] env[64022]: DEBUG nova.compute.utils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 520.333687] env[64022]: DEBUG nova.compute.manager [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Not allocating networking since 'none' was specified. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 520.345306] env[64022]: DEBUG nova.network.neutron [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 520.486168] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301789, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 520.682848] env[64022]: DEBUG nova.network.neutron [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Updating instance_info_cache with network_info: [{"id": "15780c6f-0674-4053-9b93-b9af77ccafdf", "address": "fa:16:3e:5e:fc:9f", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15780c6f-06", "ovs_interfaceid": "15780c6f-0674-4053-9b93-b9af77ccafdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 520.700711] env[64022]: DEBUG nova.compute.manager [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Received event network-vif-plugged-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 520.700916] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] Acquiring lock "1acf4113-9111-4394-a667-1688d64aafe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.701266] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] Lock "1acf4113-9111-4394-a667-1688d64aafe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.701446] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] Lock "1acf4113-9111-4394-a667-1688d64aafe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.701617] env[64022]: DEBUG nova.compute.manager [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] No waiting events found dispatching network-vif-plugged-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 520.701782] env[64022]: WARNING nova.compute.manager [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Received unexpected event network-vif-plugged-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e for instance with vm_state building and task_state spawning. [ 520.701973] env[64022]: DEBUG nova.compute.manager [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Received event network-changed-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 520.702237] env[64022]: DEBUG nova.compute.manager [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Refreshing instance network info cache due to event network-changed-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 520.702470] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] Acquiring lock "refresh_cache-1acf4113-9111-4394-a667-1688d64aafe6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.702802] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] Acquired lock "refresh_cache-1acf4113-9111-4394-a667-1688d64aafe6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.702998] env[64022]: DEBUG nova.network.neutron [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Refreshing network info cache for port efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 520.789123] env[64022]: DEBUG nova.network.neutron [req-63ebef2f-14e2-41ab-8fb1-a32432726708 req-0881e9f5-8a0e-4fe9-9a93-b11e6eefe2ee service nova] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Updated VIF entry in instance network info cache for port 37f8aed7-ff6f-458b-af1e-ac43a6dd94c9. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 520.789123] env[64022]: DEBUG nova.network.neutron [req-63ebef2f-14e2-41ab-8fb1-a32432726708 req-0881e9f5-8a0e-4fe9-9a93-b11e6eefe2ee service nova] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Updating instance_info_cache with network_info: [{"id": "37f8aed7-ff6f-458b-af1e-ac43a6dd94c9", "address": "fa:16:3e:5a:f6:1b", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f8aed7-ff", "ovs_interfaceid": "37f8aed7-ff6f-458b-af1e-ac43a6dd94c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 520.833494] env[64022]: DEBUG nova.compute.manager [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 520.868042] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance fdbee3c7-34eb-4b2e-830a-baf719075a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 520.868213] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 75b47c32-9f9d-4288-a964-6d71a947793b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 520.868330] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance a1643f95-ff95-4e47-98b2-75f5e4bd436b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 520.868462] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 0686feae-eccb-4a4f-bc91-a01eebb72da4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 520.868561] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 1acf4113-9111-4394-a667-1688d64aafe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 520.869225] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 5f107b95-125c-460a-bd10-9819ec37c95b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 520.869225] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 23f2079e-e738-43c1-aa8f-e2d82a604a44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 520.869225] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance f1f65ea3-a3d7-4640-8406-541acc9b778a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 520.985717] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70977} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 520.988487] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Copied Virtual Disk [datastore2] vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk to [datastore2] vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 520.989373] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Deleting the datastore file [datastore2] vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/tmp-sparse.vmdk {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 520.989373] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f038967a-abbd-4ab1-b324-79873867da54 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.996015] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 520.996015] env[64022]: value = "task-2301790" [ 520.996015] env[64022]: _type = "Task" [ 520.996015] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 521.007165] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 521.190160] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Releasing lock "refresh_cache-5f107b95-125c-460a-bd10-9819ec37c95b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.190567] env[64022]: DEBUG nova.compute.manager [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Instance network_info: |[{"id": "15780c6f-0674-4053-9b93-b9af77ccafdf", "address": "fa:16:3e:5e:fc:9f", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15780c6f-06", "ovs_interfaceid": "15780c6f-0674-4053-9b93-b9af77ccafdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 521.194861] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:fc:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15780c6f-0674-4053-9b93-b9af77ccafdf', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 521.203300] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Creating folder: Project (d88d2a6dcd434d85b5c043bf94f1541b). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 521.203990] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2031568-4e7d-41d6-bd63-b008f513829e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.220894] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Created folder: Project (d88d2a6dcd434d85b5c043bf94f1541b) in parent group-v468248. [ 521.221764] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Creating folder: Instances. Parent ref: group-v468261. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 521.221764] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17d7b5dc-5e9c-45ac-bb1c-4f1ff602ce7c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.231506] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Created folder: Instances in parent group-v468261. [ 521.231763] env[64022]: DEBUG oslo.service.loopingcall [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 521.231971] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 521.232204] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e02e975a-5b52-4b87-848d-568a6bc0b821 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.254956] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 521.254956] env[64022]: value = "task-2301793" [ 521.254956] env[64022]: _type = "Task" [ 521.254956] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 521.264365] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301793, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 521.296705] env[64022]: DEBUG oslo_concurrency.lockutils [req-63ebef2f-14e2-41ab-8fb1-a32432726708 req-0881e9f5-8a0e-4fe9-9a93-b11e6eefe2ee service nova] Releasing lock "refresh_cache-0686feae-eccb-4a4f-bc91-a01eebb72da4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.332966] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "34c628d8-15bb-42bb-af8d-75b23a4d72ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.333313] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "34c628d8-15bb-42bb-af8d-75b23a4d72ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.374302] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance e019c04e-4fda-41e2-a3e7-ead79cdf9ced has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 521.508464] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041704} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 521.509043] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 521.509698] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Moving file from [datastore2] vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 to [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9. {{(pid=64022) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 521.509791] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-77600f69-dc7c-4caa-bf31-e4f5344d56f5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.520970] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 521.520970] env[64022]: value = "task-2301794" [ 521.520970] env[64022]: _type = "Task" [ 521.520970] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 521.530753] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301794, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 521.633667] env[64022]: DEBUG nova.compute.manager [None req-9b77be1a-a0dc-4be0-9c06-5a1cad3167af tempest-ServerDiagnosticsTest-397683024 tempest-ServerDiagnosticsTest-397683024-project-admin] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 521.636636] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb268ba8-d197-4ebe-b7be-ed4e4c845372 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.646453] env[64022]: INFO nova.compute.manager [None req-9b77be1a-a0dc-4be0-9c06-5a1cad3167af tempest-ServerDiagnosticsTest-397683024 tempest-ServerDiagnosticsTest-397683024-project-admin] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Retrieving diagnostics [ 521.647160] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a43452c-1f01-4616-8fe3-c877e4352477 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.766833] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301793, 'name': CreateVM_Task, 'duration_secs': 0.378497} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 521.767053] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 521.767888] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.768147] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.768482] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.768803] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf79670b-b474-41fb-83c4-31d7afe0e539 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.776095] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Waiting for the task: (returnval){ [ 521.776095] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523af10a-77bb-7f5e-85aa-8abd2986c2e3" [ 521.776095] env[64022]: _type = "Task" [ 521.776095] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 521.790776] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523af10a-77bb-7f5e-85aa-8abd2986c2e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010443} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 521.791130] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.791404] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 521.791804] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.837976] env[64022]: DEBUG nova.compute.manager [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 521.850592] env[64022]: DEBUG nova.compute.manager [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 521.878193] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 7f876a80-e222-4647-8eaa-ed830743b5d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 521.888100] env[64022]: DEBUG nova.virt.hardware [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 521.888393] env[64022]: DEBUG nova.virt.hardware [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 521.888576] env[64022]: DEBUG nova.virt.hardware [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 521.889074] env[64022]: DEBUG nova.virt.hardware [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 521.889074] env[64022]: DEBUG nova.virt.hardware [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 521.889289] env[64022]: DEBUG nova.virt.hardware [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 521.889628] env[64022]: DEBUG nova.virt.hardware [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 521.889837] env[64022]: DEBUG nova.virt.hardware [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 521.890039] env[64022]: DEBUG nova.virt.hardware [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 521.890315] env[64022]: DEBUG nova.virt.hardware [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 521.890418] env[64022]: DEBUG nova.virt.hardware [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 521.891345] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e588989-c61d-44fb-aacf-a71fe8808b3c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.907269] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2609001c-752a-4266-a87b-9346ff13dd0e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.918990] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Instance VIF info [] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 521.924637] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Creating folder: Project (ebbe1d9840cf427c971afd0a8fe11aed). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 521.925228] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e259d28-f324-4bc8-8455-8522e4623901 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.938274] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Created folder: Project (ebbe1d9840cf427c971afd0a8fe11aed) in parent group-v468248. [ 521.938469] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Creating folder: Instances. Parent ref: group-v468264. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 521.938757] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08818912-3843-4c5a-b724-5bd934b07e40 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.954384] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Created folder: Instances in parent group-v468264. [ 521.954656] env[64022]: DEBUG oslo.service.loopingcall [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 521.954850] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 521.955118] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b350437f-b090-4fc3-a5da-eac60ae74f7c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.973160] env[64022]: DEBUG nova.network.neutron [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Successfully updated port: bfdd505e-68fe-454d-a70a-975f91978a5f {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 521.984526] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 521.984526] env[64022]: value = "task-2301797" [ 521.984526] env[64022]: _type = "Task" [ 521.984526] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 521.994723] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301797, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 522.035298] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301794, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.048215} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 522.035640] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] File moved {{(pid=64022) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 522.036413] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Cleaning up location [datastore2] vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 522.036635] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Deleting the datastore file [datastore2] vmware_temp/dcc0569b-5a79-493a-8b80-1c709e66d99f {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 522.036906] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c9471ea-5969-41c8-b587-8f0a3c5b9524 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.046756] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 522.046756] env[64022]: value = "task-2301798" [ 522.046756] env[64022]: _type = "Task" [ 522.046756] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 522.056226] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 522.167266] env[64022]: DEBUG nova.network.neutron [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Updated VIF entry in instance network info cache for port efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 522.167569] env[64022]: DEBUG nova.network.neutron [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Updating instance_info_cache with network_info: [{"id": "efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e", "address": "fa:16:3e:d8:18:55", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb2f8b1-fc", "ovs_interfaceid": "efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 522.173772] env[64022]: DEBUG nova.network.neutron [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Updating instance_info_cache with network_info: [{"id": "19dd2e36-212e-468d-b1bd-0eed317c2213", "address": "fa:16:3e:e3:81:d0", "network": {"id": "eab40424-7dff-483c-9311-a64662394f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1075311211", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dd2e36-21", "ovs_interfaceid": "19dd2e36-212e-468d-b1bd-0eed317c2213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3954638e-5232-4a01-9ec5-858481f15a25", "address": "fa:16:3e:c8:12:6a", "network": {"id": "b4907d5f-c449-4e71-b156-7e3689173c67", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1088099765", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3954638e-52", "ovs_interfaceid": "3954638e-5232-4a01-9ec5-858481f15a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f2c58f0-f01a-4826-aa32-e9739ab37402", "address": "fa:16:3e:1f:f7:30", "network": {"id": "eab40424-7dff-483c-9311-a64662394f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1075311211", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f2c58f0-f0", "ovs_interfaceid": "8f2c58f0-f01a-4826-aa32-e9739ab37402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 522.366260] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.383756] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 34c628d8-15bb-42bb-af8d-75b23a4d72ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 522.384406] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 522.385231] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 522.476673] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Acquiring lock "refresh_cache-23f2079e-e738-43c1-aa8f-e2d82a604a44" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.476829] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Acquired lock "refresh_cache-23f2079e-e738-43c1-aa8f-e2d82a604a44" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.477145] env[64022]: DEBUG nova.network.neutron [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 522.503067] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301797, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 522.565827] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031214} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 522.565827] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 522.567600] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0f875d-0e1c-45aa-8974-12c98bf7d366 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.576088] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 522.576088] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eee3a6-7e6e-9bc1-ddc2-d89f9d8bdb66" [ 522.576088] env[64022]: _type = "Task" [ 522.576088] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 522.594209] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eee3a6-7e6e-9bc1-ddc2-d89f9d8bdb66, 'name': SearchDatastore_Task, 'duration_secs': 0.013085} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 522.597285] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.597662] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 0686feae-eccb-4a4f-bc91-a01eebb72da4/0686feae-eccb-4a4f-bc91-a01eebb72da4.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 522.599111] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.599111] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 522.599111] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e107623-9423-4dde-b619-0108917ca6a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.601251] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0390d27e-28cf-4cd0-8bdf-3120bd4e7867 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.610348] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 522.610348] env[64022]: value = "task-2301799" [ 522.610348] env[64022]: _type = "Task" [ 522.610348] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 522.617277] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 522.618144] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 522.622625] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b35610-c5f7-42a1-ba3c-ec0c4bdb26da {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.632133] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 522.635515] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 522.635515] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ec1a96-2f1a-23db-1f4f-161ee1cbf001" [ 522.635515] env[64022]: _type = "Task" [ 522.635515] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 522.646694] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ec1a96-2f1a-23db-1f4f-161ee1cbf001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 522.647982] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543efbe0-5d08-4f46-bccf-29de1f965b73 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.657736] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8270315-c574-4778-9970-8449813c98cf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.697543] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] Releasing lock "refresh_cache-1acf4113-9111-4394-a667-1688d64aafe6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.697769] env[64022]: DEBUG nova.compute.manager [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Received event network-vif-plugged-8f2c58f0-f01a-4826-aa32-e9739ab37402 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 522.697983] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] Acquiring lock "75b47c32-9f9d-4288-a964-6d71a947793b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.698331] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] Lock "75b47c32-9f9d-4288-a964-6d71a947793b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.698543] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] Lock "75b47c32-9f9d-4288-a964-6d71a947793b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.698836] env[64022]: DEBUG nova.compute.manager [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] No waiting events found dispatching network-vif-plugged-8f2c58f0-f01a-4826-aa32-e9739ab37402 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 522.699112] env[64022]: WARNING nova.compute.manager [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Received unexpected event network-vif-plugged-8f2c58f0-f01a-4826-aa32-e9739ab37402 for instance with vm_state building and task_state spawning. [ 522.699889] env[64022]: DEBUG nova.compute.manager [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Received event network-changed-8f2c58f0-f01a-4826-aa32-e9739ab37402 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 522.700573] env[64022]: DEBUG nova.compute.manager [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Refreshing instance network info cache due to event network-changed-8f2c58f0-f01a-4826-aa32-e9739ab37402. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 522.700573] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] Acquiring lock "refresh_cache-75b47c32-9f9d-4288-a964-6d71a947793b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.701123] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Releasing lock "refresh_cache-75b47c32-9f9d-4288-a964-6d71a947793b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.701506] env[64022]: DEBUG nova.compute.manager [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Instance network_info: |[{"id": "19dd2e36-212e-468d-b1bd-0eed317c2213", "address": "fa:16:3e:e3:81:d0", "network": {"id": "eab40424-7dff-483c-9311-a64662394f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1075311211", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dd2e36-21", "ovs_interfaceid": "19dd2e36-212e-468d-b1bd-0eed317c2213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3954638e-5232-4a01-9ec5-858481f15a25", "address": "fa:16:3e:c8:12:6a", "network": {"id": "b4907d5f-c449-4e71-b156-7e3689173c67", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1088099765", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3954638e-52", "ovs_interfaceid": "3954638e-5232-4a01-9ec5-858481f15a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f2c58f0-f01a-4826-aa32-e9739ab37402", "address": "fa:16:3e:1f:f7:30", "network": {"id": "eab40424-7dff-483c-9311-a64662394f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1075311211", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f2c58f0-f0", "ovs_interfaceid": "8f2c58f0-f01a-4826-aa32-e9739ab37402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 522.703175] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] Acquired lock "refresh_cache-75b47c32-9f9d-4288-a964-6d71a947793b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.703175] env[64022]: DEBUG nova.network.neutron [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Refreshing network info cache for port 8f2c58f0-f01a-4826-aa32-e9739ab37402 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 522.704528] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:81:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19dd2e36-212e-468d-b1bd-0eed317c2213', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:12:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3954638e-5232-4a01-9ec5-858481f15a25', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:f7:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f2c58f0-f01a-4826-aa32-e9739ab37402', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 522.717727] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Creating folder: Project (b4ef26c1c4c84dc186fa3e6c570d17a6). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 522.719052] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9865dbd-5146-44c6-a780-1d274f390376 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.724183] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20fc1628-c2ed-4719-93dd-3525f35e08a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.733791] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b32bd0c-f626-4632-a788-239ddaedd9b8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.740095] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Created folder: Project (b4ef26c1c4c84dc186fa3e6c570d17a6) in parent group-v468248. [ 522.740315] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Creating folder: Instances. Parent ref: group-v468267. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 522.741079] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a76d82f-23e4-4d0a-9e70-fa5a18df6413 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.755845] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 522.757160] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Created folder: Instances in parent group-v468267. [ 522.757577] env[64022]: DEBUG oslo.service.loopingcall [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 522.758432] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 522.758695] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71bd45bc-9b82-4fcb-9819-ce3a270e4b4e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.786772] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 522.786772] env[64022]: value = "task-2301802" [ 522.786772] env[64022]: _type = "Task" [ 522.786772] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 522.797033] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301802, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.001703] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301797, 'name': CreateVM_Task, 'duration_secs': 0.74552} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 523.002049] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 523.002700] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.003471] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.003977] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.004402] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1754d692-b440-4e17-9c44-3438aff8ef5d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.011780] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Waiting for the task: (returnval){ [ 523.011780] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520c2798-8308-9637-2a77-07939d105ee5" [ 523.011780] env[64022]: _type = "Task" [ 523.011780] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.022682] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520c2798-8308-9637-2a77-07939d105ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.123388] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301799, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.149233] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ec1a96-2f1a-23db-1f4f-161ee1cbf001, 'name': SearchDatastore_Task, 'duration_secs': 0.012327} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 523.150398] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25426263-8188-48e2-b471-b860765e182b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.159934] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 523.159934] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52530de4-e6fd-1772-f7ce-6616fb734d98" [ 523.159934] env[64022]: _type = "Task" [ 523.159934] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.183865] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52530de4-e6fd-1772-f7ce-6616fb734d98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.260102] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 523.274033] env[64022]: DEBUG nova.network.neutron [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 523.299663] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301802, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.527814] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520c2798-8308-9637-2a77-07939d105ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.068262} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 523.528342] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.529090] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 523.529289] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.625680] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602892} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 523.625921] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 0686feae-eccb-4a4f-bc91-a01eebb72da4/0686feae-eccb-4a4f-bc91-a01eebb72da4.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 523.626209] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 523.626519] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1c8d013-53fc-4638-9ee9-937b4c2dd00d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.638881] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 523.638881] env[64022]: value = "task-2301803" [ 523.638881] env[64022]: _type = "Task" [ 523.638881] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.657925] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.673251] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52530de4-e6fd-1772-f7ce-6616fb734d98, 'name': SearchDatastore_Task, 'duration_secs': 0.031475} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 523.673251] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.673251] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 1acf4113-9111-4394-a667-1688d64aafe6/1acf4113-9111-4394-a667-1688d64aafe6.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 523.673515] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.673922] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 523.673922] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e26a0ac9-95df-4c6a-9351-16056494d858 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.678758] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f72eced2-3c16-4039-94b4-05255adcbd04 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.693437] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 523.693437] env[64022]: value = "task-2301804" [ 523.693437] env[64022]: _type = "Task" [ 523.693437] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.694933] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 523.695122] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 523.704632] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91deba6f-6626-4705-8214-e8d4c6c87986 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.710072] env[64022]: DEBUG nova.network.neutron [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Updating instance_info_cache with network_info: [{"id": "bfdd505e-68fe-454d-a70a-975f91978a5f", "address": "fa:16:3e:b0:0a:b6", "network": {"id": "720b8fb0-ee75-4106-a2f8-74c4c8911b7a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-122519655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b0c054eaf144359085690f6b8ad7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdd505e-68", "ovs_interfaceid": "bfdd505e-68fe-454d-a70a-975f91978a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 523.712140] env[64022]: DEBUG nova.compute.manager [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Stashing vm_state: active {{(pid=64022) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 523.726666] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Waiting for the task: (returnval){ [ 523.726666] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525de64b-efa2-bf80-23e8-9176d90914ea" [ 523.726666] env[64022]: _type = "Task" [ 523.726666] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.726955] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.746802] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525de64b-efa2-bf80-23e8-9176d90914ea, 'name': SearchDatastore_Task, 'duration_secs': 0.014617} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 523.747643] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c39076ae-af9a-4223-ac51-5c11d5be52a1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.755869] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Waiting for the task: (returnval){ [ 523.755869] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523f23f3-2be6-89c0-1cf7-9a68b2a253bd" [ 523.755869] env[64022]: _type = "Task" [ 523.755869] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.771453] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 523.776344] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.949s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.776993] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523f23f3-2be6-89c0-1cf7-9a68b2a253bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.776993] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.029s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.778522] env[64022]: INFO nova.compute.claims [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 523.802520] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301802, 'name': CreateVM_Task, 'duration_secs': 0.590602} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 523.802520] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 523.805804] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.805804] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.805804] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.805804] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e470353a-6c35-4625-8032-1b1b14e2f0b8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.811756] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 523.811756] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eebfef-a545-9878-00e7-9edb5b5c7835" [ 523.811756] env[64022]: _type = "Task" [ 523.811756] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.827859] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eebfef-a545-9878-00e7-9edb5b5c7835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.091167] env[64022]: DEBUG nova.compute.manager [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Received event network-vif-plugged-15780c6f-0674-4053-9b93-b9af77ccafdf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 524.091167] env[64022]: DEBUG oslo_concurrency.lockutils [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] Acquiring lock "5f107b95-125c-460a-bd10-9819ec37c95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.091167] env[64022]: DEBUG oslo_concurrency.lockutils [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] Lock "5f107b95-125c-460a-bd10-9819ec37c95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.091167] env[64022]: DEBUG oslo_concurrency.lockutils [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] Lock "5f107b95-125c-460a-bd10-9819ec37c95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.091167] env[64022]: DEBUG nova.compute.manager [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] No waiting events found dispatching network-vif-plugged-15780c6f-0674-4053-9b93-b9af77ccafdf {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 524.091167] env[64022]: WARNING nova.compute.manager [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Received unexpected event network-vif-plugged-15780c6f-0674-4053-9b93-b9af77ccafdf for instance with vm_state building and task_state spawning. [ 524.091797] env[64022]: DEBUG nova.compute.manager [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Received event network-changed-15780c6f-0674-4053-9b93-b9af77ccafdf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 524.091972] env[64022]: DEBUG nova.compute.manager [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Refreshing instance network info cache due to event network-changed-15780c6f-0674-4053-9b93-b9af77ccafdf. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 524.092228] env[64022]: DEBUG oslo_concurrency.lockutils [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] Acquiring lock "refresh_cache-5f107b95-125c-460a-bd10-9819ec37c95b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.092390] env[64022]: DEBUG oslo_concurrency.lockutils [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] Acquired lock "refresh_cache-5f107b95-125c-460a-bd10-9819ec37c95b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.092556] env[64022]: DEBUG nova.network.neutron [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Refreshing network info cache for port 15780c6f-0674-4053-9b93-b9af77ccafdf {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 524.132047] env[64022]: DEBUG nova.network.neutron [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Updated VIF entry in instance network info cache for port 8f2c58f0-f01a-4826-aa32-e9739ab37402. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 524.132532] env[64022]: DEBUG nova.network.neutron [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Updating instance_info_cache with network_info: [{"id": "19dd2e36-212e-468d-b1bd-0eed317c2213", "address": "fa:16:3e:e3:81:d0", "network": {"id": "eab40424-7dff-483c-9311-a64662394f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1075311211", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dd2e36-21", "ovs_interfaceid": "19dd2e36-212e-468d-b1bd-0eed317c2213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3954638e-5232-4a01-9ec5-858481f15a25", "address": "fa:16:3e:c8:12:6a", "network": {"id": "b4907d5f-c449-4e71-b156-7e3689173c67", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1088099765", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3954638e-52", "ovs_interfaceid": "3954638e-5232-4a01-9ec5-858481f15a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f2c58f0-f01a-4826-aa32-e9739ab37402", "address": "fa:16:3e:1f:f7:30", "network": {"id": "eab40424-7dff-483c-9311-a64662394f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1075311211", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f2c58f0-f0", "ovs_interfaceid": "8f2c58f0-f01a-4826-aa32-e9739ab37402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 524.156928] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124106} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.157224] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 524.158216] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b339ee6-7c3d-458a-b11b-22b7680e1d13 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.188185] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 0686feae-eccb-4a4f-bc91-a01eebb72da4/0686feae-eccb-4a4f-bc91-a01eebb72da4.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 524.188577] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a7ddcb-dbdd-405b-8df1-a0fa0d76d506 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.216727] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Releasing lock "refresh_cache-23f2079e-e738-43c1-aa8f-e2d82a604a44" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.216886] env[64022]: DEBUG nova.compute.manager [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Instance network_info: |[{"id": "bfdd505e-68fe-454d-a70a-975f91978a5f", "address": "fa:16:3e:b0:0a:b6", "network": {"id": "720b8fb0-ee75-4106-a2f8-74c4c8911b7a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-122519655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b0c054eaf144359085690f6b8ad7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdd505e-68", "ovs_interfaceid": "bfdd505e-68fe-454d-a70a-975f91978a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 524.217233] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301804, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.225066] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:0a:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfdd505e-68fe-454d-a70a-975f91978a5f', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 524.233035] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Creating folder: Project (d4b0c054eaf144359085690f6b8ad7a4). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 524.233035] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 524.233035] env[64022]: value = "task-2301805" [ 524.233035] env[64022]: _type = "Task" [ 524.233035] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.233035] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73a73e04-516d-4a68-b7a0-699f90c35b33 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.246634] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.252083] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.256306] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Created folder: Project (d4b0c054eaf144359085690f6b8ad7a4) in parent group-v468248. [ 524.256306] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Creating folder: Instances. Parent ref: group-v468270. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 524.256306] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8b0ead2-05d2-424d-a0ac-7be796a0e63e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.271269] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523f23f3-2be6-89c0-1cf7-9a68b2a253bd, 'name': SearchDatastore_Task, 'duration_secs': 0.021795} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.271566] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.271827] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 5f107b95-125c-460a-bd10-9819ec37c95b/5f107b95-125c-460a-bd10-9819ec37c95b.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 524.272145] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.272345] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 524.272584] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f5c2135-7965-4454-a1fd-3cba8fdd9d76 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.276220] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c95c6404-41ec-421a-9450-52cc752d412c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.279355] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Created folder: Instances in parent group-v468270. [ 524.281986] env[64022]: DEBUG oslo.service.loopingcall [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 524.281986] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 524.281986] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6008cba-d6e1-4dc9-af7f-b643e40cdc69 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.307510] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 524.307760] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 524.309044] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Waiting for the task: (returnval){ [ 524.309044] env[64022]: value = "task-2301808" [ 524.309044] env[64022]: _type = "Task" [ 524.309044] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.312970] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7ab48e-8302-4e1b-a88c-a300883f3421 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.324060] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 524.324060] env[64022]: value = "task-2301809" [ 524.324060] env[64022]: _type = "Task" [ 524.324060] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.325699] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Waiting for the task: (returnval){ [ 524.325699] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52984c57-a822-f312-32b0-a012f8eb9f64" [ 524.325699] env[64022]: _type = "Task" [ 524.325699] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.342220] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eebfef-a545-9878-00e7-9edb5b5c7835, 'name': SearchDatastore_Task, 'duration_secs': 0.017463} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.342849] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.344744] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.344893] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 524.345178] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.345321] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.345496] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 524.350710] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e6caf33-1a2f-45e0-83ae-528827b7cb48 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.353398] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Acquiring lock "db0bd24c-af17-4abc-b83d-cd18c5f81568" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.353651] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Lock "db0bd24c-af17-4abc-b83d-cd18c5f81568" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.362534] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301809, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.362811] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52984c57-a822-f312-32b0-a012f8eb9f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.383036] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 524.383036] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 524.384051] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbfbbfba-fc9a-43dd-a63b-996a42bbd47c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.394910] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 524.394910] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5228fd5d-99ad-0f9d-14f1-14bb4b78dd5d" [ 524.394910] env[64022]: _type = "Task" [ 524.394910] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.414623] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5228fd5d-99ad-0f9d-14f1-14bb4b78dd5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.639012] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d8fd799-fec6-4de1-80a3-08d41463fe21 req-2c678731-2e9d-449b-ab7e-22c2a5355063 service nova] Releasing lock "refresh_cache-75b47c32-9f9d-4288-a964-6d71a947793b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.724238] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852905} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.727022] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 1acf4113-9111-4394-a667-1688d64aafe6/1acf4113-9111-4394-a667-1688d64aafe6.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 524.727022] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 524.727022] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e10db52d-3494-478c-bc3a-2985498a1884 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.742991] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 524.742991] env[64022]: value = "task-2301810" [ 524.742991] env[64022]: _type = "Task" [ 524.742991] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.761628] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.774471] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.832450] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301808, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.857612] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52984c57-a822-f312-32b0-a012f8eb9f64, 'name': SearchDatastore_Task, 'duration_secs': 0.066905} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.864742] env[64022]: DEBUG nova.compute.manager [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 524.867605] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301809, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.868126] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d9e1d9-f827-45b2-89b8-4ee446504ecf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.878935] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Waiting for the task: (returnval){ [ 524.878935] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f1dc22-85f5-b5b0-1ba9-691eaef11e10" [ 524.878935] env[64022]: _type = "Task" [ 524.878935] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.895773] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f1dc22-85f5-b5b0-1ba9-691eaef11e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.910070] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5228fd5d-99ad-0f9d-14f1-14bb4b78dd5d, 'name': SearchDatastore_Task, 'duration_secs': 0.025384} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.916028] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe208301-9eeb-4cad-ac5b-bd7bc3c7a956 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.926032] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 524.926032] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520bcdb2-4e52-de00-5b14-8162f1793981" [ 524.926032] env[64022]: _type = "Task" [ 524.926032] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.942902] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520bcdb2-4e52-de00-5b14-8162f1793981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.128425] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48793fe4-a3ec-4ac9-a3cd-f5388f3b5336 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.143892] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd922f9-83a5-449d-b3f0-aca075bf1993 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.188026] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398c6519-5583-4b62-a7d8-c932514ed9c9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.193163] env[64022]: DEBUG nova.compute.manager [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Received event network-vif-plugged-bfdd505e-68fe-454d-a70a-975f91978a5f {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 525.193163] env[64022]: DEBUG oslo_concurrency.lockutils [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] Acquiring lock "23f2079e-e738-43c1-aa8f-e2d82a604a44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.193163] env[64022]: DEBUG oslo_concurrency.lockutils [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.193312] env[64022]: DEBUG oslo_concurrency.lockutils [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.193472] env[64022]: DEBUG nova.compute.manager [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] No waiting events found dispatching network-vif-plugged-bfdd505e-68fe-454d-a70a-975f91978a5f {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 525.193625] env[64022]: WARNING nova.compute.manager [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Received unexpected event network-vif-plugged-bfdd505e-68fe-454d-a70a-975f91978a5f for instance with vm_state building and task_state spawning. [ 525.193773] env[64022]: DEBUG nova.compute.manager [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Received event network-changed-bfdd505e-68fe-454d-a70a-975f91978a5f {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 525.193919] env[64022]: DEBUG nova.compute.manager [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Refreshing instance network info cache due to event network-changed-bfdd505e-68fe-454d-a70a-975f91978a5f. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 525.194104] env[64022]: DEBUG oslo_concurrency.lockutils [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] Acquiring lock "refresh_cache-23f2079e-e738-43c1-aa8f-e2d82a604a44" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.194233] env[64022]: DEBUG oslo_concurrency.lockutils [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] Acquired lock "refresh_cache-23f2079e-e738-43c1-aa8f-e2d82a604a44" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.194379] env[64022]: DEBUG nova.network.neutron [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Refreshing network info cache for port bfdd505e-68fe-454d-a70a-975f91978a5f {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 525.207337] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736ded23-5f29-4e25-9719-443bd1d921d9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.224777] env[64022]: DEBUG nova.compute.provider_tree [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 525.248796] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301805, 'name': ReconfigVM_Task, 'duration_secs': 0.906342} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.252036] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 0686feae-eccb-4a4f-bc91-a01eebb72da4/0686feae-eccb-4a4f-bc91-a01eebb72da4.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 525.253323] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b87af0cd-1e63-4767-8d09-a6efdf1cf7cf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.261258] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089486} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.264867] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 525.264867] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 525.264867] env[64022]: value = "task-2301811" [ 525.264867] env[64022]: _type = "Task" [ 525.264867] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.264867] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f01458-2366-454d-929b-e3fd14dd1b5b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.270373] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Acquiring lock "a1643f95-ff95-4e47-98b2-75f5e4bd436b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.271053] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Lock "a1643f95-ff95-4e47-98b2-75f5e4bd436b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.271053] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Acquiring lock "a1643f95-ff95-4e47-98b2-75f5e4bd436b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.271053] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Lock "a1643f95-ff95-4e47-98b2-75f5e4bd436b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.271171] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Lock "a1643f95-ff95-4e47-98b2-75f5e4bd436b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.294249] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 1acf4113-9111-4394-a667-1688d64aafe6/1acf4113-9111-4394-a667-1688d64aafe6.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 525.298458] env[64022]: INFO nova.compute.manager [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Terminating instance [ 525.300045] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd47172d-8ad4-460b-bd75-08beb6957dc8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.315181] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301811, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.329935] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 525.329935] env[64022]: value = "task-2301812" [ 525.329935] env[64022]: _type = "Task" [ 525.329935] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.334035] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71986} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.340404] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 5f107b95-125c-460a-bd10-9819ec37c95b/5f107b95-125c-460a-bd10-9819ec37c95b.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 525.340619] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 525.341206] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dcb75fd-3be9-4756-81b4-b5957fb9a4e6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.350648] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301809, 'name': CreateVM_Task, 'duration_secs': 0.849568} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.350734] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 525.351420] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.351577] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.351909] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.352178] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ded7a8-71cf-4e5c-9e1a-bd23515474b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.358417] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Waiting for the task: (returnval){ [ 525.358417] env[64022]: value = "task-2301813" [ 525.358417] env[64022]: _type = "Task" [ 525.358417] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.362977] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.369487] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Waiting for the task: (returnval){ [ 525.369487] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a63bb0-d69b-c283-c539-4979b08c4890" [ 525.369487] env[64022]: _type = "Task" [ 525.369487] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.382352] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.391640] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a63bb0-d69b-c283-c539-4979b08c4890, 'name': SearchDatastore_Task, 'duration_secs': 0.017237} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.392782] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.392782] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 525.392909] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.398104] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f1dc22-85f5-b5b0-1ba9-691eaef11e10, 'name': SearchDatastore_Task, 'duration_secs': 0.0583} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.398104] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.398452] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] f1f65ea3-a3d7-4640-8406-541acc9b778a/f1f65ea3-a3d7-4640-8406-541acc9b778a.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 525.398609] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.398787] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 525.399557] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-027a01af-7556-42df-8fb3-70088512b670 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.401815] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.402060] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aa87e64-0728-4304-8b22-60f75cbe5ab4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.410448] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Waiting for the task: (returnval){ [ 525.410448] env[64022]: value = "task-2301814" [ 525.410448] env[64022]: _type = "Task" [ 525.410448] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.415493] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 525.415614] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 525.416762] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f727ffcd-7f22-4069-b7fb-f4c96789181d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.423110] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.430934] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Waiting for the task: (returnval){ [ 525.430934] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5252e587-c159-4986-6dc1-54a91c7fd231" [ 525.430934] env[64022]: _type = "Task" [ 525.430934] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.440755] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520bcdb2-4e52-de00-5b14-8162f1793981, 'name': SearchDatastore_Task, 'duration_secs': 0.029679} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.440755] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.440755] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 75b47c32-9f9d-4288-a964-6d71a947793b/75b47c32-9f9d-4288-a964-6d71a947793b.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 525.440755] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80fed210-27b7-46fd-879e-bab3bfa9dd82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.445794] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5252e587-c159-4986-6dc1-54a91c7fd231, 'name': SearchDatastore_Task, 'duration_secs': 0.011805} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.446988] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda4a74c-ea94-4bd3-8c09-4cd9cdd75f2a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.452840] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 525.452840] env[64022]: value = "task-2301815" [ 525.452840] env[64022]: _type = "Task" [ 525.452840] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.454906] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Waiting for the task: (returnval){ [ 525.454906] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5261635e-4415-1fce-4cc0-ee3fa8a45b24" [ 525.454906] env[64022]: _type = "Task" [ 525.454906] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.473888] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5261635e-4415-1fce-4cc0-ee3fa8a45b24, 'name': SearchDatastore_Task, 'duration_secs': 0.012483} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.474415] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.476900] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.477340] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 23f2079e-e738-43c1-aa8f-e2d82a604a44/23f2079e-e738-43c1-aa8f-e2d82a604a44.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 525.477833] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-546e5b8e-36c0-4c3d-b429-7ffcf16b6dc7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.488817] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Waiting for the task: (returnval){ [ 525.488817] env[64022]: value = "task-2301816" [ 525.488817] env[64022]: _type = "Task" [ 525.488817] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.499257] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2301816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.719228] env[64022]: DEBUG nova.network.neutron [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Updated VIF entry in instance network info cache for port 15780c6f-0674-4053-9b93-b9af77ccafdf. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 525.719693] env[64022]: DEBUG nova.network.neutron [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Updating instance_info_cache with network_info: [{"id": "15780c6f-0674-4053-9b93-b9af77ccafdf", "address": "fa:16:3e:5e:fc:9f", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15780c6f-06", "ovs_interfaceid": "15780c6f-0674-4053-9b93-b9af77ccafdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 525.727668] env[64022]: DEBUG nova.scheduler.client.report [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 525.785105] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301811, 'name': Rename_Task, 'duration_secs': 0.304657} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.785789] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 525.788385] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d954175b-01ad-4e02-83c4-d9afd867b491 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.800048] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 525.800048] env[64022]: value = "task-2301817" [ 525.800048] env[64022]: _type = "Task" [ 525.800048] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.813588] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.821055] env[64022]: DEBUG nova.compute.manager [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 525.822045] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 525.824043] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4b3a64-3ee6-4d8e-80e3-ad0f7e008e23 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.837917] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 525.843800] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-030b56db-513a-4a8f-8b40-0a4cfa2c7895 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.859245] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.865669] env[64022]: DEBUG oslo_vmware.api [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Waiting for the task: (returnval){ [ 525.865669] env[64022]: value = "task-2301818" [ 525.865669] env[64022]: _type = "Task" [ 525.865669] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.885208] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078589} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.890830] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 525.892239] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2a1f40-b1e2-4fdf-a586-0fead2036403 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.923023] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 5f107b95-125c-460a-bd10-9819ec37c95b/5f107b95-125c-460a-bd10-9819ec37c95b.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 525.928445] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-479f5e59-d210-4d68-b6e8-d9b1f3d9f125 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.960582] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301814, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.971723] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Waiting for the task: (returnval){ [ 525.971723] env[64022]: value = "task-2301819" [ 525.971723] env[64022]: _type = "Task" [ 525.971723] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.981919] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301815, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.990392] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.004376] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2301816, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.226511] env[64022]: DEBUG oslo_concurrency.lockutils [req-780823d2-94a8-4c0c-8237-789bd1f34e7e req-c6528f70-b7d8-4b10-ba4c-97e18f4a0c78 service nova] Releasing lock "refresh_cache-5f107b95-125c-460a-bd10-9819ec37c95b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.240026] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.240586] env[64022]: DEBUG nova.compute.manager [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 526.249095] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.147s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.250818] env[64022]: INFO nova.compute.claims [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 526.318690] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301817, 'name': PowerOnVM_Task} progress is 87%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.354787] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301812, 'name': ReconfigVM_Task, 'duration_secs': 0.689631} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.354787] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 1acf4113-9111-4394-a667-1688d64aafe6/1acf4113-9111-4394-a667-1688d64aafe6.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 526.356979] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45b41c7c-5133-4b0b-ad7f-4c84ca608153 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.368416] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 526.368416] env[64022]: value = "task-2301820" [ 526.368416] env[64022]: _type = "Task" [ 526.368416] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.394882] env[64022]: DEBUG oslo_vmware.api [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': task-2301818, 'name': PowerOffVM_Task, 'duration_secs': 0.296671} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.398372] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 526.398635] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 526.399155] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301820, 'name': Rename_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.399267] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-796b1667-b7f8-4167-bbee-f3fccabb999a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.423995] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590937} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.424141] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] f1f65ea3-a3d7-4640-8406-541acc9b778a/f1f65ea3-a3d7-4640-8406-541acc9b778a.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 526.424359] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 526.424622] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b825033-d6f8-4ce8-bd7e-9e9d82898660 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.433945] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Waiting for the task: (returnval){ [ 526.433945] env[64022]: value = "task-2301822" [ 526.433945] env[64022]: _type = "Task" [ 526.433945] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.452485] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.471807] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730609} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.471908] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 75b47c32-9f9d-4288-a964-6d71a947793b/75b47c32-9f9d-4288-a964-6d71a947793b.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 526.472338] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 526.472638] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a713bbe1-7291-42cf-ad92-da52e658aea7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.486350] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.488722] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 526.488722] env[64022]: value = "task-2301823" [ 526.488722] env[64022]: _type = "Task" [ 526.488722] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.490148] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 526.490439] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 526.490733] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Deleting the datastore file [datastore1] a1643f95-ff95-4e47-98b2-75f5e4bd436b {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 526.497069] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9fe6457-bf7f-45ac-9d7a-35b2cb95f3fc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.520218] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2301816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926806} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.520636] env[64022]: DEBUG oslo_vmware.api [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Waiting for the task: (returnval){ [ 526.520636] env[64022]: value = "task-2301824" [ 526.520636] env[64022]: _type = "Task" [ 526.520636] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.520879] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.521107] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 23f2079e-e738-43c1-aa8f-e2d82a604a44/23f2079e-e738-43c1-aa8f-e2d82a604a44.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 526.521343] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 526.521631] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63550235-d467-4404-8981-599b28f93b46 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.537144] env[64022]: DEBUG oslo_vmware.api [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': task-2301824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.539321] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Waiting for the task: (returnval){ [ 526.539321] env[64022]: value = "task-2301825" [ 526.539321] env[64022]: _type = "Task" [ 526.539321] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.555244] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2301825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.763708] env[64022]: DEBUG nova.compute.utils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 526.765675] env[64022]: DEBUG nova.compute.manager [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 526.765850] env[64022]: DEBUG nova.network.neutron [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 526.819153] env[64022]: DEBUG oslo_vmware.api [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2301817, 'name': PowerOnVM_Task, 'duration_secs': 0.876626} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.819569] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 526.819806] env[64022]: INFO nova.compute.manager [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Took 14.35 seconds to spawn the instance on the hypervisor. [ 526.820008] env[64022]: DEBUG nova.compute.manager [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 526.821829] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b8dd49-c06c-412a-874c-b760a8df01a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.855156] env[64022]: DEBUG nova.network.neutron [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Updated VIF entry in instance network info cache for port bfdd505e-68fe-454d-a70a-975f91978a5f. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 526.855521] env[64022]: DEBUG nova.network.neutron [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Updating instance_info_cache with network_info: [{"id": "bfdd505e-68fe-454d-a70a-975f91978a5f", "address": "fa:16:3e:b0:0a:b6", "network": {"id": "720b8fb0-ee75-4106-a2f8-74c4c8911b7a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-122519655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b0c054eaf144359085690f6b8ad7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdd505e-68", "ovs_interfaceid": "bfdd505e-68fe-454d-a70a-975f91978a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 526.882396] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301820, 'name': Rename_Task, 'duration_secs': 0.223154} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.883214] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 526.883530] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61cbc32a-6ca6-4c28-9ab1-e0a199a00e84 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.903247] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 526.903247] env[64022]: value = "task-2301826" [ 526.903247] env[64022]: _type = "Task" [ 526.903247] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.917738] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301826, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.946920] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119744} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.947201] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 526.948074] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b510dc-3935-415e-8350-9a43fcd0e834 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.975392] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] f1f65ea3-a3d7-4640-8406-541acc9b778a/f1f65ea3-a3d7-4640-8406-541acc9b778a.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 526.976758] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c6e1d7d-d50e-4f51-aaa9-a0d8609ac6f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.009301] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301819, 'name': ReconfigVM_Task, 'duration_secs': 0.884422} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.013883] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 5f107b95-125c-460a-bd10-9819ec37c95b/5f107b95-125c-460a-bd10-9819ec37c95b.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 527.014640] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075868} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.014957] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Waiting for the task: (returnval){ [ 527.014957] env[64022]: value = "task-2301827" [ 527.014957] env[64022]: _type = "Task" [ 527.014957] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.016221] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91fe2f40-d00c-4292-83bb-2c37c88bdca1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.017416] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 527.018353] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a741d200-7bce-47a3-8f3b-5761858e3be3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.052789] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 75b47c32-9f9d-4288-a964-6d71a947793b/75b47c32-9f9d-4288-a964-6d71a947793b.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 527.063295] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc472f7-9813-4b78-99a7-70357b652e13 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.077913] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.077913] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Waiting for the task: (returnval){ [ 527.077913] env[64022]: value = "task-2301828" [ 527.077913] env[64022]: _type = "Task" [ 527.077913] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.089033] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2301825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085568} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.091474] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 527.091474] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 527.091474] env[64022]: value = "task-2301829" [ 527.091474] env[64022]: _type = "Task" [ 527.091474] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.091944] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10713590-ccba-4436-929e-2d922fc89b92 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.104067] env[64022]: DEBUG oslo_vmware.api [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Task: {'id': task-2301824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510483} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.104288] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301828, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.104976] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 527.105220] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 527.105418] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 527.105591] env[64022]: INFO nova.compute.manager [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Took 1.28 seconds to destroy the instance on the hypervisor. [ 527.105842] env[64022]: DEBUG oslo.service.loopingcall [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 527.106407] env[64022]: DEBUG nova.compute.manager [-] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 527.106506] env[64022]: DEBUG nova.network.neutron [-] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 527.121053] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.130833] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 23f2079e-e738-43c1-aa8f-e2d82a604a44/23f2079e-e738-43c1-aa8f-e2d82a604a44.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 527.131582] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20feb43d-e603-4200-8f25-f2ca9e847f30 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.153840] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Waiting for the task: (returnval){ [ 527.153840] env[64022]: value = "task-2301830" [ 527.153840] env[64022]: _type = "Task" [ 527.153840] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.164028] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2301830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.198767] env[64022]: DEBUG nova.policy [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64a3ee7e4716474aa136f4e0ecea56f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa73e80dcf3e4423b587b55fb095c540', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 527.271646] env[64022]: DEBUG nova.compute.manager [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 527.348497] env[64022]: INFO nova.compute.manager [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Took 22.11 seconds to build instance. [ 527.358543] env[64022]: DEBUG oslo_concurrency.lockutils [req-8c8fc689-47bf-41c5-85e0-274761e457da req-7608d56c-0096-4b80-8210-a10e18005adc service nova] Releasing lock "refresh_cache-23f2079e-e738-43c1-aa8f-e2d82a604a44" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.417732] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301826, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.529176] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.561917] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d543abf0-9f1f-467f-ad44-2bbc8c07204b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.571566] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a28340-5bd8-4a91-a478-beb9210bd445 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.612990] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6c16d2-4946-4d5b-825f-f2f7a5386651 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.624224] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301829, 'name': ReconfigVM_Task, 'duration_secs': 0.534651} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.629361] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 75b47c32-9f9d-4288-a964-6d71a947793b/75b47c32-9f9d-4288-a964-6d71a947793b.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 527.630159] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301828, 'name': Rename_Task, 'duration_secs': 0.264074} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.630451] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5abe0ff7-87d8-43a5-99cb-cc75ec9bc91c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.632196] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 527.633413] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2748d2-691a-4c16-8948-4a403422178f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.637639] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37dc8c0e-ead0-48a3-9b0f-05b51a20a30a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.654787] env[64022]: DEBUG nova.compute.provider_tree [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 527.659540] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 527.659540] env[64022]: value = "task-2301832" [ 527.659540] env[64022]: _type = "Task" [ 527.659540] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.659888] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Waiting for the task: (returnval){ [ 527.659888] env[64022]: value = "task-2301831" [ 527.659888] env[64022]: _type = "Task" [ 527.659888] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.680226] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2301830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.691299] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301832, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.691299] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301831, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.850712] env[64022]: DEBUG oslo_concurrency.lockutils [None req-234a425b-fab9-4fb1-93ff-7e41758e1f33 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "0686feae-eccb-4a4f-bc91-a01eebb72da4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.626s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.916408] env[64022]: DEBUG oslo_vmware.api [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301826, 'name': PowerOnVM_Task, 'duration_secs': 0.545794} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.917741] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 527.917741] env[64022]: INFO nova.compute.manager [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Took 13.19 seconds to spawn the instance on the hypervisor. [ 527.917741] env[64022]: DEBUG nova.compute.manager [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 527.917969] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b290e4ea-a688-495a-be12-019a89557683 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.039735] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301827, 'name': ReconfigVM_Task, 'duration_secs': 0.860412} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.040156] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Reconfigured VM instance instance-00000008 to attach disk [datastore2] f1f65ea3-a3d7-4640-8406-541acc9b778a/f1f65ea3-a3d7-4640-8406-541acc9b778a.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 528.040825] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-904daa3b-340f-48e7-b806-1da6d2cc0cf1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.053416] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Waiting for the task: (returnval){ [ 528.053416] env[64022]: value = "task-2301833" [ 528.053416] env[64022]: _type = "Task" [ 528.053416] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.065686] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301833, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.165144] env[64022]: DEBUG nova.scheduler.client.report [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 528.186367] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2301830, 'name': ReconfigVM_Task, 'duration_secs': 0.730999} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.193232] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 23f2079e-e738-43c1-aa8f-e2d82a604a44/23f2079e-e738-43c1-aa8f-e2d82a604a44.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 528.194250] env[64022]: DEBUG oslo_vmware.api [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301831, 'name': PowerOnVM_Task, 'duration_secs': 0.497984} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.194453] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301832, 'name': Rename_Task, 'duration_secs': 0.228542} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.194647] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca6a5685-48e5-463a-992d-1a40289fa31f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.196353] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 528.196546] env[64022]: INFO nova.compute.manager [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Took 11.07 seconds to spawn the instance on the hypervisor. [ 528.196726] env[64022]: DEBUG nova.compute.manager [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 528.197125] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 528.198178] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d57fe1-ab6d-4108-97b2-3cfe34ee6b02 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.202560] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3d2fe11-850b-4bae-b4ce-623a4da194fc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.215771] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 528.215771] env[64022]: value = "task-2301834" [ 528.215771] env[64022]: _type = "Task" [ 528.215771] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.215936] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Waiting for the task: (returnval){ [ 528.215936] env[64022]: value = "task-2301835" [ 528.215936] env[64022]: _type = "Task" [ 528.215936] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.229687] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.235483] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2301835, 'name': Rename_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.295314] env[64022]: DEBUG nova.compute.manager [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 528.327567] env[64022]: DEBUG nova.virt.hardware [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 528.327811] env[64022]: DEBUG nova.virt.hardware [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 528.328008] env[64022]: DEBUG nova.virt.hardware [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 528.328600] env[64022]: DEBUG nova.virt.hardware [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 528.328600] env[64022]: DEBUG nova.virt.hardware [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 528.328834] env[64022]: DEBUG nova.virt.hardware [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 528.328834] env[64022]: DEBUG nova.virt.hardware [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 528.329160] env[64022]: DEBUG nova.virt.hardware [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 528.329360] env[64022]: DEBUG nova.virt.hardware [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 528.329478] env[64022]: DEBUG nova.virt.hardware [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 528.329612] env[64022]: DEBUG nova.virt.hardware [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 528.330544] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216bc67a-8952-4193-aa3f-5928fdc31329 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.347458] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc3dc25-668b-4b49-ae9f-bcbb93dccb1b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.444927] env[64022]: INFO nova.compute.manager [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Took 22.42 seconds to build instance. [ 528.566315] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301833, 'name': Rename_Task, 'duration_secs': 0.315444} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.566712] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 528.566976] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e46a9f02-ab41-453a-a935-7e376ceebce2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.576427] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Waiting for the task: (returnval){ [ 528.576427] env[64022]: value = "task-2301836" [ 528.576427] env[64022]: _type = "Task" [ 528.576427] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.590941] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.679632] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.680363] env[64022]: DEBUG nova.compute.manager [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 528.687401] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.321s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.688700] env[64022]: INFO nova.compute.claims [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 528.741327] env[64022]: DEBUG nova.network.neutron [-] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 528.763863] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301834, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.764325] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2301835, 'name': Rename_Task, 'duration_secs': 0.240704} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.764751] env[64022]: INFO nova.compute.manager [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Took 22.01 seconds to build instance. [ 528.768739] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 528.769227] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b44169f5-db24-4052-bf3f-78e2d74bcd9c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.779722] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Waiting for the task: (returnval){ [ 528.779722] env[64022]: value = "task-2301837" [ 528.779722] env[64022]: _type = "Task" [ 528.779722] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.799088] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2301837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.951216] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "1acf4113-9111-4394-a667-1688d64aafe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.934s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.091537] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301836, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.193714] env[64022]: DEBUG nova.compute.utils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 529.203162] env[64022]: DEBUG nova.compute.manager [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 529.203222] env[64022]: DEBUG nova.network.neutron [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 529.236561] env[64022]: DEBUG oslo_vmware.api [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301834, 'name': PowerOnVM_Task, 'duration_secs': 0.770344} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.237595] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 529.237595] env[64022]: INFO nova.compute.manager [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Took 21.28 seconds to spawn the instance on the hypervisor. [ 529.238709] env[64022]: DEBUG nova.compute.manager [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 529.239975] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb32f38-34fb-4b3a-b1fa-36a9f0a98d7a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.252881] env[64022]: INFO nova.compute.manager [-] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Took 2.15 seconds to deallocate network for instance. [ 529.269874] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Lock "5f107b95-125c-460a-bd10-9819ec37c95b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.525s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.294443] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2301837, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.312727] env[64022]: DEBUG nova.network.neutron [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Successfully created port: b2af946d-85a6-48a3-9878-0f40b48b73d4 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 529.319608] env[64022]: DEBUG nova.policy [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64a3ee7e4716474aa136f4e0ecea56f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa73e80dcf3e4423b587b55fb095c540', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 529.458727] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Acquiring lock "55938fd8-1b3d-4c7f-8223-70a051f20b9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.459887] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Lock "55938fd8-1b3d-4c7f-8223-70a051f20b9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.592548] env[64022]: DEBUG oslo_vmware.api [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301836, 'name': PowerOnVM_Task, 'duration_secs': 0.676613} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.592548] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 529.592548] env[64022]: INFO nova.compute.manager [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Took 7.74 seconds to spawn the instance on the hypervisor. [ 529.592548] env[64022]: DEBUG nova.compute.manager [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 529.593256] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40b6c86-7f95-4e75-90bb-b55b042f16c0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.715228] env[64022]: DEBUG nova.compute.manager [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 529.768068] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.773092] env[64022]: INFO nova.compute.manager [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Took 26.05 seconds to build instance. [ 529.803011] env[64022]: DEBUG oslo_vmware.api [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2301837, 'name': PowerOnVM_Task, 'duration_secs': 0.627218} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.805979] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 529.806317] env[64022]: INFO nova.compute.manager [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Took 10.36 seconds to spawn the instance on the hypervisor. [ 529.806568] env[64022]: DEBUG nova.compute.manager [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 529.811200] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf900bb-8b85-4630-8070-f8f1a3a726a0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.963482] env[64022]: DEBUG nova.compute.manager [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 530.021921] env[64022]: DEBUG nova.network.neutron [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Successfully created port: d4dc6b2c-a0ea-4c16-ac21-16e95c200375 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 530.074671] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ff6c5b-5609-4862-8c04-97764c7ac160 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.087626] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d72975-1dc8-4926-9ae8-5babaa84e3df {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.138810] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd578aa-3ed6-4390-a4d6-cff5c44a6c5f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.142522] env[64022]: INFO nova.compute.manager [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Took 15.08 seconds to build instance. [ 530.149639] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff4cf78-7b33-47b8-809a-b2310d0f3c16 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.166632] env[64022]: DEBUG nova.compute.provider_tree [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 530.230659] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Acquiring lock "ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.230944] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Lock "ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.274935] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "75b47c32-9f9d-4288-a964-6d71a947793b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.566s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.341224] env[64022]: INFO nova.compute.manager [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Took 15.71 seconds to build instance. [ 530.444708] env[64022]: DEBUG nova.compute.manager [req-4b85e7dc-188d-42d6-b69d-1db99d098ab4 req-04b73ce7-99c4-4f92-b988-1b76425c99a4 service nova] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Received event network-vif-deleted-70eab0e7-d063-400f-b447-779febc88a1a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 530.499792] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.644165] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b11afdc2-b3f4-48e8-871d-c8c1189ab713 tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Lock "f1f65ea3-a3d7-4640-8406-541acc9b778a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.601s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.671891] env[64022]: DEBUG nova.scheduler.client.report [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 530.734802] env[64022]: DEBUG nova.compute.manager [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 530.738707] env[64022]: DEBUG nova.compute.manager [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 530.776995] env[64022]: DEBUG nova.virt.hardware [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 530.776995] env[64022]: DEBUG nova.virt.hardware [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 530.776995] env[64022]: DEBUG nova.virt.hardware [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 530.776995] env[64022]: DEBUG nova.virt.hardware [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 530.776995] env[64022]: DEBUG nova.virt.hardware [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 530.776995] env[64022]: DEBUG nova.virt.hardware [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 530.780175] env[64022]: DEBUG nova.virt.hardware [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 530.780370] env[64022]: DEBUG nova.virt.hardware [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 530.780530] env[64022]: DEBUG nova.virt.hardware [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 530.780750] env[64022]: DEBUG nova.virt.hardware [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 530.780949] env[64022]: DEBUG nova.virt.hardware [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 530.782246] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e3d522-c98a-456f-9b92-556a00aa0f3d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.801893] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d023e207-bb2b-4cb2-83c3-c4a01a82297a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.847824] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f10159-1d07-404d-849c-b3aa1c24beae tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.227s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.078342] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Acquiring lock "b3ffa526-8311-4419-bbc0-e68e7968f35d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.078566] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Lock "b3ffa526-8311-4419-bbc0-e68e7968f35d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.179230] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.179230] env[64022]: DEBUG nova.compute.manager [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 531.180692] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.929s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.274925] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.582789] env[64022]: DEBUG nova.compute.manager [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 531.685235] env[64022]: DEBUG nova.compute.utils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 531.696249] env[64022]: INFO nova.compute.claims [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 531.699187] env[64022]: DEBUG nova.compute.manager [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 531.699609] env[64022]: DEBUG nova.network.neutron [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 531.846706] env[64022]: DEBUG nova.compute.manager [None req-17ecb687-2a43-4f3d-8671-fb368f987ca2 tempest-ServerExternalEventsTest-499945094 tempest-ServerExternalEventsTest-499945094-project] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Received event network-changed {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 531.847227] env[64022]: DEBUG nova.compute.manager [None req-17ecb687-2a43-4f3d-8671-fb368f987ca2 tempest-ServerExternalEventsTest-499945094 tempest-ServerExternalEventsTest-499945094-project] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Refreshing instance network info cache due to event network-changed. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 531.847929] env[64022]: DEBUG oslo_concurrency.lockutils [None req-17ecb687-2a43-4f3d-8671-fb368f987ca2 tempest-ServerExternalEventsTest-499945094 tempest-ServerExternalEventsTest-499945094-project] Acquiring lock "refresh_cache-5f107b95-125c-460a-bd10-9819ec37c95b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.848249] env[64022]: DEBUG oslo_concurrency.lockutils [None req-17ecb687-2a43-4f3d-8671-fb368f987ca2 tempest-ServerExternalEventsTest-499945094 tempest-ServerExternalEventsTest-499945094-project] Acquired lock "refresh_cache-5f107b95-125c-460a-bd10-9819ec37c95b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.848562] env[64022]: DEBUG nova.network.neutron [None req-17ecb687-2a43-4f3d-8671-fb368f987ca2 tempest-ServerExternalEventsTest-499945094 tempest-ServerExternalEventsTest-499945094-project] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 531.859213] env[64022]: DEBUG nova.policy [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e1ba3e577cf450595de9639ffae15d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f55de10cfa46729f94fb0c8eb85387', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 531.882989] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Acquiring lock "0686feae-eccb-4a4f-bc91-a01eebb72da4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.883251] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Lock "0686feae-eccb-4a4f-bc91-a01eebb72da4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.883477] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Acquiring lock "0686feae-eccb-4a4f-bc91-a01eebb72da4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.883646] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Lock "0686feae-eccb-4a4f-bc91-a01eebb72da4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.884628] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Lock "0686feae-eccb-4a4f-bc91-a01eebb72da4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.890513] env[64022]: INFO nova.compute.manager [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Terminating instance [ 532.078264] env[64022]: DEBUG nova.compute.manager [None req-b2267ac4-6219-4ab6-9db5-62de37a581e8 tempest-ServerDiagnosticsV248Test-1651023870 tempest-ServerDiagnosticsV248Test-1651023870-project-admin] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 532.079932] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10799c8e-d5a9-47b8-8c50-ad8067a88e1b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.093348] env[64022]: INFO nova.compute.manager [None req-b2267ac4-6219-4ab6-9db5-62de37a581e8 tempest-ServerDiagnosticsV248Test-1651023870 tempest-ServerDiagnosticsV248Test-1651023870-project-admin] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Retrieving diagnostics [ 532.096309] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750fefa7-3ffd-4487-b5f1-a20f5fa0069e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.139904] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.201583] env[64022]: DEBUG nova.compute.manager [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 532.211687] env[64022]: INFO nova.compute.resource_tracker [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating resource usage from migration 74333f43-976c-4437-80e7-d3364598b3be [ 532.397092] env[64022]: DEBUG nova.compute.manager [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 532.397309] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 532.398848] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d093272-b8bd-4791-966d-f53b6e0e227c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.401485] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1dbe8098-7937-4c11-ab98-87a7f0a3df7f tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "1acf4113-9111-4394-a667-1688d64aafe6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.401711] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1dbe8098-7937-4c11-ab98-87a7f0a3df7f tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "1acf4113-9111-4394-a667-1688d64aafe6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.401875] env[64022]: DEBUG nova.compute.manager [None req-1dbe8098-7937-4c11-ab98-87a7f0a3df7f tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 532.402656] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f26dde4-c85c-4136-bb67-cd2e55e80e29 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.411729] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 532.414770] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04f3877a-ff43-4863-ad24-88da23115099 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.416579] env[64022]: DEBUG nova.compute.manager [None req-1dbe8098-7937-4c11-ab98-87a7f0a3df7f tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64022) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 532.417263] env[64022]: DEBUG nova.objects.instance [None req-1dbe8098-7937-4c11-ab98-87a7f0a3df7f tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lazy-loading 'flavor' on Instance uuid 1acf4113-9111-4394-a667-1688d64aafe6 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 532.430127] env[64022]: DEBUG oslo_vmware.api [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Waiting for the task: (returnval){ [ 532.430127] env[64022]: value = "task-2301838" [ 532.430127] env[64022]: _type = "Task" [ 532.430127] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.444236] env[64022]: DEBUG oslo_vmware.api [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Task: {'id': task-2301838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.528023] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beadd697-5daa-4e8a-8e04-038c8e88b3aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.539792] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6b2284-b628-4f4a-9f18-201cefc05f24 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.575276] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdceefb-e53f-4a00-8d78-8075fce8e88b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.584501] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f31f89-da24-4fd9-9196-be4d46163e71 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.607146] env[64022]: DEBUG nova.compute.provider_tree [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 532.697027] env[64022]: DEBUG nova.network.neutron [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Successfully updated port: d4dc6b2c-a0ea-4c16-ac21-16e95c200375 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 532.895458] env[64022]: DEBUG nova.network.neutron [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Successfully updated port: b2af946d-85a6-48a3-9878-0f40b48b73d4 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 532.944415] env[64022]: DEBUG oslo_vmware.api [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Task: {'id': task-2301838, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.070034] env[64022]: DEBUG nova.network.neutron [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Successfully created port: 4797adb9-efd3-4623-8e41-556d66648e71 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 533.084880] env[64022]: DEBUG nova.network.neutron [None req-17ecb687-2a43-4f3d-8671-fb368f987ca2 tempest-ServerExternalEventsTest-499945094 tempest-ServerExternalEventsTest-499945094-project] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Updating instance_info_cache with network_info: [{"id": "15780c6f-0674-4053-9b93-b9af77ccafdf", "address": "fa:16:3e:5e:fc:9f", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15780c6f-06", "ovs_interfaceid": "15780c6f-0674-4053-9b93-b9af77ccafdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 533.111713] env[64022]: DEBUG nova.scheduler.client.report [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 533.202486] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "refresh_cache-7f876a80-e222-4647-8eaa-ed830743b5d5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.202734] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "refresh_cache-7f876a80-e222-4647-8eaa-ed830743b5d5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.202804] env[64022]: DEBUG nova.network.neutron [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 533.222461] env[64022]: DEBUG nova.compute.manager [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 533.253818] env[64022]: DEBUG nova.virt.hardware [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:56:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1256402173',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1464222145',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 533.257374] env[64022]: DEBUG nova.virt.hardware [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 533.257541] env[64022]: DEBUG nova.virt.hardware [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 533.257747] env[64022]: DEBUG nova.virt.hardware [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 533.257905] env[64022]: DEBUG nova.virt.hardware [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 533.258087] env[64022]: DEBUG nova.virt.hardware [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 533.258433] env[64022]: DEBUG nova.virt.hardware [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 533.258470] env[64022]: DEBUG nova.virt.hardware [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 533.258624] env[64022]: DEBUG nova.virt.hardware [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 533.258782] env[64022]: DEBUG nova.virt.hardware [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 533.258956] env[64022]: DEBUG nova.virt.hardware [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 533.260157] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f11f780-3db8-4672-a3b6-813e7865a404 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.276030] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec6fac7-42a2-488f-b43d-211432aea6f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.401637] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "refresh_cache-e019c04e-4fda-41e2-a3e7-ead79cdf9ced" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.401637] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "refresh_cache-e019c04e-4fda-41e2-a3e7-ead79cdf9ced" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.401637] env[64022]: DEBUG nova.network.neutron [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 533.431365] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbe8098-7937-4c11-ab98-87a7f0a3df7f tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 533.431365] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f61ce2fd-fd8f-4258-80ea-b723532005df {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.444751] env[64022]: DEBUG oslo_vmware.api [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Task: {'id': task-2301838, 'name': PowerOffVM_Task, 'duration_secs': 0.529235} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.446971] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 533.447243] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 533.447634] env[64022]: DEBUG oslo_vmware.api [None req-1dbe8098-7937-4c11-ab98-87a7f0a3df7f tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 533.447634] env[64022]: value = "task-2301839" [ 533.447634] env[64022]: _type = "Task" [ 533.447634] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.447888] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96d95266-9baf-44f7-a2a9-3ac55231d6fc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.461796] env[64022]: DEBUG oslo_vmware.api [None req-1dbe8098-7937-4c11-ab98-87a7f0a3df7f tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.548985] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 533.549357] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 533.549627] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Deleting the datastore file [datastore2] 0686feae-eccb-4a4f-bc91-a01eebb72da4 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 533.550185] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e13268d1-dacd-43b9-84d4-1ea5a89e4ec0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.563234] env[64022]: DEBUG oslo_vmware.api [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Waiting for the task: (returnval){ [ 533.563234] env[64022]: value = "task-2301841" [ 533.563234] env[64022]: _type = "Task" [ 533.563234] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.578385] env[64022]: DEBUG oslo_vmware.api [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Task: {'id': task-2301841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.590991] env[64022]: DEBUG oslo_concurrency.lockutils [None req-17ecb687-2a43-4f3d-8671-fb368f987ca2 tempest-ServerExternalEventsTest-499945094 tempest-ServerExternalEventsTest-499945094-project] Releasing lock "refresh_cache-5f107b95-125c-460a-bd10-9819ec37c95b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.619705] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.439s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.619879] env[64022]: INFO nova.compute.manager [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Migrating [ 533.620124] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.620263] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "compute-rpcapi-router" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.622919] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.220s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.623680] env[64022]: INFO nova.compute.claims [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 533.814846] env[64022]: DEBUG nova.network.neutron [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 533.972565] env[64022]: DEBUG oslo_vmware.api [None req-1dbe8098-7937-4c11-ab98-87a7f0a3df7f tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301839, 'name': PowerOffVM_Task, 'duration_secs': 0.325209} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.974500] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbe8098-7937-4c11-ab98-87a7f0a3df7f tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 533.974652] env[64022]: DEBUG nova.compute.manager [None req-1dbe8098-7937-4c11-ab98-87a7f0a3df7f tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 533.975511] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b71dbb-560c-4997-93bb-7a40303a8138 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.014770] env[64022]: DEBUG nova.network.neutron [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 534.040785] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Acquiring lock "5f107b95-125c-460a-bd10-9819ec37c95b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.040785] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Lock "5f107b95-125c-460a-bd10-9819ec37c95b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.040981] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Acquiring lock "5f107b95-125c-460a-bd10-9819ec37c95b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.041176] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Lock "5f107b95-125c-460a-bd10-9819ec37c95b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.041343] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Lock "5f107b95-125c-460a-bd10-9819ec37c95b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.043561] env[64022]: INFO nova.compute.manager [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Terminating instance [ 534.081067] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquiring lock "7bbb6adf-3e10-460d-b2e2-5e2991745c10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.081067] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Lock "7bbb6adf-3e10-460d-b2e2-5e2991745c10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.088054] env[64022]: DEBUG oslo_vmware.api [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Task: {'id': task-2301841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256442} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.088054] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 534.088149] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 534.088251] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 534.088471] env[64022]: INFO nova.compute.manager [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Took 1.69 seconds to destroy the instance on the hypervisor. [ 534.088700] env[64022]: DEBUG oslo.service.loopingcall [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 534.088883] env[64022]: DEBUG nova.compute.manager [-] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 534.088994] env[64022]: DEBUG nova.network.neutron [-] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 534.130911] env[64022]: INFO nova.compute.rpcapi [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 534.131374] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "compute-rpcapi-router" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.435377] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456efee8-f999-41de-a715-f8308a8721db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.444128] env[64022]: DEBUG nova.network.neutron [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Updating instance_info_cache with network_info: [{"id": "d4dc6b2c-a0ea-4c16-ac21-16e95c200375", "address": "fa:16:3e:59:28:0c", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4dc6b2c-a0", "ovs_interfaceid": "d4dc6b2c-a0ea-4c16-ac21-16e95c200375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 534.448902] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96713178-3635-4ad9-8b80-bd0cf2175962 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.490568] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4defffbd-b0bf-41e2-9b90-a4d46f6e09f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.494638] env[64022]: DEBUG nova.compute.manager [req-608b7cf2-4167-46c1-9ca0-59abf7b701f8 req-2b42c2ab-348b-4ecd-b0e0-6a6f4a37cd41 service nova] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Received event network-vif-plugged-b2af946d-85a6-48a3-9878-0f40b48b73d4 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 534.494638] env[64022]: DEBUG oslo_concurrency.lockutils [req-608b7cf2-4167-46c1-9ca0-59abf7b701f8 req-2b42c2ab-348b-4ecd-b0e0-6a6f4a37cd41 service nova] Acquiring lock "e019c04e-4fda-41e2-a3e7-ead79cdf9ced-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.494887] env[64022]: DEBUG oslo_concurrency.lockutils [req-608b7cf2-4167-46c1-9ca0-59abf7b701f8 req-2b42c2ab-348b-4ecd-b0e0-6a6f4a37cd41 service nova] Lock "e019c04e-4fda-41e2-a3e7-ead79cdf9ced-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.494981] env[64022]: DEBUG oslo_concurrency.lockutils [req-608b7cf2-4167-46c1-9ca0-59abf7b701f8 req-2b42c2ab-348b-4ecd-b0e0-6a6f4a37cd41 service nova] Lock "e019c04e-4fda-41e2-a3e7-ead79cdf9ced-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.495143] env[64022]: DEBUG nova.compute.manager [req-608b7cf2-4167-46c1-9ca0-59abf7b701f8 req-2b42c2ab-348b-4ecd-b0e0-6a6f4a37cd41 service nova] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] No waiting events found dispatching network-vif-plugged-b2af946d-85a6-48a3-9878-0f40b48b73d4 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 534.495317] env[64022]: WARNING nova.compute.manager [req-608b7cf2-4167-46c1-9ca0-59abf7b701f8 req-2b42c2ab-348b-4ecd-b0e0-6a6f4a37cd41 service nova] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Received unexpected event network-vif-plugged-b2af946d-85a6-48a3-9878-0f40b48b73d4 for instance with vm_state building and task_state spawning. [ 534.498616] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1dbe8098-7937-4c11-ab98-87a7f0a3df7f tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "1acf4113-9111-4394-a667-1688d64aafe6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.097s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.506858] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8229e5-623e-4c22-8313-b36a21b7dd46 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.526213] env[64022]: DEBUG nova.compute.provider_tree [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 534.547205] env[64022]: DEBUG nova.compute.manager [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 534.547429] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 534.548322] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a775ff6-e34f-4403-9963-9ddddadb960a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.557648] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 534.557907] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49d759db-93d9-47ed-a428-05c13d5c0d88 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.565357] env[64022]: DEBUG oslo_vmware.api [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Waiting for the task: (returnval){ [ 534.565357] env[64022]: value = "task-2301842" [ 534.565357] env[64022]: _type = "Task" [ 534.565357] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.575409] env[64022]: DEBUG oslo_vmware.api [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.580195] env[64022]: DEBUG nova.compute.manager [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.659711] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.660077] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.660207] env[64022]: DEBUG nova.network.neutron [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 534.806268] env[64022]: DEBUG nova.network.neutron [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Updating instance_info_cache with network_info: [{"id": "b2af946d-85a6-48a3-9878-0f40b48b73d4", "address": "fa:16:3e:b2:63:68", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2af946d-85", "ovs_interfaceid": "b2af946d-85a6-48a3-9878-0f40b48b73d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 534.867431] env[64022]: DEBUG nova.compute.manager [req-0f81a71e-67ef-4cb4-adea-956c7ab392c6 req-e1e40409-8f84-4e9d-b4b7-bd93f37f2f66 service nova] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Received event network-vif-plugged-d4dc6b2c-a0ea-4c16-ac21-16e95c200375 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 534.868388] env[64022]: DEBUG oslo_concurrency.lockutils [req-0f81a71e-67ef-4cb4-adea-956c7ab392c6 req-e1e40409-8f84-4e9d-b4b7-bd93f37f2f66 service nova] Acquiring lock "7f876a80-e222-4647-8eaa-ed830743b5d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.868550] env[64022]: DEBUG oslo_concurrency.lockutils [req-0f81a71e-67ef-4cb4-adea-956c7ab392c6 req-e1e40409-8f84-4e9d-b4b7-bd93f37f2f66 service nova] Lock "7f876a80-e222-4647-8eaa-ed830743b5d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.869218] env[64022]: DEBUG oslo_concurrency.lockutils [req-0f81a71e-67ef-4cb4-adea-956c7ab392c6 req-e1e40409-8f84-4e9d-b4b7-bd93f37f2f66 service nova] Lock "7f876a80-e222-4647-8eaa-ed830743b5d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.869290] env[64022]: DEBUG nova.compute.manager [req-0f81a71e-67ef-4cb4-adea-956c7ab392c6 req-e1e40409-8f84-4e9d-b4b7-bd93f37f2f66 service nova] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] No waiting events found dispatching network-vif-plugged-d4dc6b2c-a0ea-4c16-ac21-16e95c200375 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 534.869472] env[64022]: WARNING nova.compute.manager [req-0f81a71e-67ef-4cb4-adea-956c7ab392c6 req-e1e40409-8f84-4e9d-b4b7-bd93f37f2f66 service nova] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Received unexpected event network-vif-plugged-d4dc6b2c-a0ea-4c16-ac21-16e95c200375 for instance with vm_state building and task_state spawning. [ 534.949249] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "refresh_cache-7f876a80-e222-4647-8eaa-ed830743b5d5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.949576] env[64022]: DEBUG nova.compute.manager [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Instance network_info: |[{"id": "d4dc6b2c-a0ea-4c16-ac21-16e95c200375", "address": "fa:16:3e:59:28:0c", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4dc6b2c-a0", "ovs_interfaceid": "d4dc6b2c-a0ea-4c16-ac21-16e95c200375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 534.950140] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:28:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4dc6b2c-a0ea-4c16-ac21-16e95c200375', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 534.958740] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Creating folder: Project (aa73e80dcf3e4423b587b55fb095c540). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 534.959757] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-299bb2f3-c8c6-4d36-9197-d0de1c9cc022 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.971715] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Created folder: Project (aa73e80dcf3e4423b587b55fb095c540) in parent group-v468248. [ 534.971954] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Creating folder: Instances. Parent ref: group-v468273. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 534.972393] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36b5fea8-0a94-47d2-8328-ca0a6ac346a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.983382] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Created folder: Instances in parent group-v468273. [ 534.983638] env[64022]: DEBUG oslo.service.loopingcall [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 534.984164] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 534.984164] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13e6869d-cf24-4fc7-90ec-4e07337fe794 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.010705] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 535.010705] env[64022]: value = "task-2301845" [ 535.010705] env[64022]: _type = "Task" [ 535.010705] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.019383] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301845, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.030343] env[64022]: DEBUG nova.scheduler.client.report [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 535.078130] env[64022]: DEBUG oslo_vmware.api [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301842, 'name': PowerOffVM_Task, 'duration_secs': 0.212569} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.078567] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 535.078670] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 535.078849] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8952ddeb-fe6a-4891-8303-6a60ea04cc9b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.115849] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.155667] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 535.156016] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 535.156291] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Deleting the datastore file [datastore2] 5f107b95-125c-460a-bd10-9819ec37c95b {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 535.156664] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c1a0294-0eb3-4947-a13c-e191e86786be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.166659] env[64022]: DEBUG oslo_vmware.api [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Waiting for the task: (returnval){ [ 535.166659] env[64022]: value = "task-2301847" [ 535.166659] env[64022]: _type = "Task" [ 535.166659] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.175899] env[64022]: DEBUG oslo_vmware.api [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.310355] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "refresh_cache-e019c04e-4fda-41e2-a3e7-ead79cdf9ced" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.310815] env[64022]: DEBUG nova.compute.manager [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Instance network_info: |[{"id": "b2af946d-85a6-48a3-9878-0f40b48b73d4", "address": "fa:16:3e:b2:63:68", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2af946d-85", "ovs_interfaceid": "b2af946d-85a6-48a3-9878-0f40b48b73d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 535.311207] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:63:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2af946d-85a6-48a3-9878-0f40b48b73d4', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 535.321034] env[64022]: DEBUG oslo.service.loopingcall [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 535.324189] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 535.324189] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24b45014-20d8-4d6d-902e-5cefd7e57a66 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.355998] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 535.355998] env[64022]: value = "task-2301848" [ 535.355998] env[64022]: _type = "Task" [ 535.355998] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.366974] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301848, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.414451] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "0c8714dc-381a-4c08-80c9-f0561b45ddbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.414451] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "0c8714dc-381a-4c08-80c9-f0561b45ddbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.521920] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301845, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.536260] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.914s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.536260] env[64022]: DEBUG nova.compute.manager [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 535.539156] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.771s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.539469] env[64022]: DEBUG nova.objects.instance [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Lazy-loading 'resources' on Instance uuid a1643f95-ff95-4e47-98b2-75f5e4bd436b {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 535.564352] env[64022]: DEBUG nova.network.neutron [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance_info_cache with network_info: [{"id": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "address": "fa:16:3e:d0:cf:71", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5432e795-1f", "ovs_interfaceid": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.680737] env[64022]: DEBUG oslo_vmware.api [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Task: {'id': task-2301847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136844} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.681298] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 535.681611] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 535.681799] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 535.681980] env[64022]: INFO nova.compute.manager [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 535.682406] env[64022]: DEBUG oslo.service.loopingcall [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 535.683434] env[64022]: DEBUG nova.compute.manager [-] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 535.683434] env[64022]: DEBUG nova.network.neutron [-] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 535.700023] env[64022]: DEBUG nova.network.neutron [-] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.852237] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "75b47c32-9f9d-4288-a964-6d71a947793b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.852661] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "75b47c32-9f9d-4288-a964-6d71a947793b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.853606] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "75b47c32-9f9d-4288-a964-6d71a947793b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.853606] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "75b47c32-9f9d-4288-a964-6d71a947793b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.853808] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "75b47c32-9f9d-4288-a964-6d71a947793b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.857510] env[64022]: INFO nova.compute.manager [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Terminating instance [ 535.874283] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301848, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.919634] env[64022]: DEBUG nova.compute.manager [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 536.032036] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301845, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.043320] env[64022]: DEBUG nova.compute.utils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 536.051214] env[64022]: DEBUG nova.compute.manager [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 536.051214] env[64022]: DEBUG nova.network.neutron [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 536.069164] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.114285] env[64022]: DEBUG nova.network.neutron [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Successfully updated port: 4797adb9-efd3-4623-8e41-556d66648e71 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 536.207027] env[64022]: INFO nova.compute.manager [-] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Took 2.12 seconds to deallocate network for instance. [ 536.229624] env[64022]: DEBUG nova.policy [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3715c135cf054ffdb618938dd8ac2713', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ff80f8078c943638a5b84e7bcfe1632', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 536.367760] env[64022]: DEBUG nova.compute.manager [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 536.367975] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 536.371113] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835f36c4-6ffe-4d1b-9566-44752621f54b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.383728] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301848, 'name': CreateVM_Task, 'duration_secs': 0.607087} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.384444] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 536.385313] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.385473] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.386172] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.386287] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b37370f-eeac-4fdd-87e0-232bfea44f36 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.390537] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 536.392767] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1e5e285-68b7-412c-8315-83c71adff0a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.397122] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 536.397122] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523a6b42-6b8d-8c36-d59a-710e620fb22d" [ 536.397122] env[64022]: _type = "Task" [ 536.397122] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.405455] env[64022]: DEBUG oslo_vmware.api [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 536.405455] env[64022]: value = "task-2301849" [ 536.405455] env[64022]: _type = "Task" [ 536.405455] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.414013] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523a6b42-6b8d-8c36-d59a-710e620fb22d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.421349] env[64022]: DEBUG oslo_vmware.api [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.448545] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.522999] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1c080e-969f-42aa-9086-cdf2d8bd3133 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.535125] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56283423-4abb-4b10-859d-4d0452955fe3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.543026] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301845, 'name': CreateVM_Task, 'duration_secs': 1.053528} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.543026] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 536.543493] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.574703] env[64022]: DEBUG nova.compute.manager [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 536.583062] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea362ce-df0f-4e1f-a0f9-665d9adab0d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.595573] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96ddd2b-b9e3-46d3-be1c-043929971cd0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.616475] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "refresh_cache-34c628d8-15bb-42bb-af8d-75b23a4d72ee" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.616805] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquired lock "refresh_cache-34c628d8-15bb-42bb-af8d-75b23a4d72ee" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.617073] env[64022]: DEBUG nova.network.neutron [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 536.619053] env[64022]: DEBUG nova.compute.provider_tree [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 536.721692] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.736454] env[64022]: DEBUG nova.network.neutron [-] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 536.771303] env[64022]: DEBUG nova.network.neutron [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Successfully created port: a10621da-123f-424e-9feb-e59115e82cad {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 536.916110] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523a6b42-6b8d-8c36-d59a-710e620fb22d, 'name': SearchDatastore_Task, 'duration_secs': 0.011883} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.920820] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.923224] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 536.923224] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.925082] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.925381] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 536.928960] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.930447] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.930447] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a34e5906-febb-44a5-8365-00c9a5704b33 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.933738] env[64022]: DEBUG oslo_vmware.api [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301849, 'name': PowerOffVM_Task, 'duration_secs': 0.348114} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.933738] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32fc5124-efd6-42fc-bd4e-0312d9ba7a1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.933738] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 536.933898] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 536.934520] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c71e2003-b807-4b83-9d19-9e85a3e0bd70 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.942099] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 536.942099] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c13370-7ca2-d6a5-1a04-91f85729fb45" [ 536.942099] env[64022]: _type = "Task" [ 536.942099] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.943257] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 536.943332] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 536.948116] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d1d24b-1129-41dd-96be-647913e234c8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.958152] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 536.958152] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cde32a-5c27-1e45-3ead-c86391857c48" [ 536.958152] env[64022]: _type = "Task" [ 536.958152] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.962222] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c13370-7ca2-d6a5-1a04-91f85729fb45, 'name': SearchDatastore_Task, 'duration_secs': 0.010923} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.965915] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.966047] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 536.966302] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.977594] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cde32a-5c27-1e45-3ead-c86391857c48, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.981351] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad8130e4-19ff-4823-9965-2344ea896334 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.989536] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.989822] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.995966] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 536.995966] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5281007c-bb99-ea08-83f6-58ee33dd79c8" [ 536.995966] env[64022]: _type = "Task" [ 536.995966] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.007084] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5281007c-bb99-ea08-83f6-58ee33dd79c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011213} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.007084] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.007084] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] e019c04e-4fda-41e2-a3e7-ead79cdf9ced/e019c04e-4fda-41e2-a3e7-ead79cdf9ced.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 537.007404] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.007404] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 537.007623] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f5bd086-abf9-4d86-829f-03e37ca1564c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.010641] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-accca435-d81b-4fa9-afae-c20d5ca2acff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.021568] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 537.021568] env[64022]: value = "task-2301851" [ 537.021568] env[64022]: _type = "Task" [ 537.021568] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.023537] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 537.023537] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 537.027882] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f7ea8a-f268-4bc7-8a5b-060f1c9a980a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.035738] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 537.035738] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524e9060-acbb-8532-e8a1-7a991dd48737" [ 537.035738] env[64022]: _type = "Task" [ 537.035738] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.040012] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.049353] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Acquiring lock "76c7db41-bb8f-4f70-ad21-c6724435ac9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.049832] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Lock "76c7db41-bb8f-4f70-ad21-c6724435ac9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.056892] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524e9060-acbb-8532-e8a1-7a991dd48737, 'name': SearchDatastore_Task, 'duration_secs': 0.010644} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.058701] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e450ccb6-9580-4eb7-a815-9dca9e3e6f69 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.066772] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 537.066772] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e0bb8d-c9d0-0554-ec6c-5e21cfc899a5" [ 537.066772] env[64022]: _type = "Task" [ 537.066772] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.076982] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e0bb8d-c9d0-0554-ec6c-5e21cfc899a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.128302] env[64022]: DEBUG nova.scheduler.client.report [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 537.133106] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 537.133445] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 537.137028] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Deleting the datastore file [datastore1] 75b47c32-9f9d-4288-a964-6d71a947793b {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 537.137028] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-120f5909-76f5-41b7-81af-2e5311aa737f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.147300] env[64022]: DEBUG oslo_vmware.api [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 537.147300] env[64022]: value = "task-2301852" [ 537.147300] env[64022]: _type = "Task" [ 537.147300] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.158908] env[64022]: DEBUG oslo_vmware.api [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.206446] env[64022]: DEBUG nova.network.neutron [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 537.244307] env[64022]: INFO nova.compute.manager [-] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Took 1.56 seconds to deallocate network for instance. [ 537.449206] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.450095] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.480685] env[64022]: DEBUG nova.network.neutron [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Updating instance_info_cache with network_info: [{"id": "4797adb9-efd3-4623-8e41-556d66648e71", "address": "fa:16:3e:7c:9b:f5", "network": {"id": "e2d4e482-0cab-484c-90fd-0c2cb1afc14f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2125177087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f55de10cfa46729f94fb0c8eb85387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4797adb9-ef", "ovs_interfaceid": "4797adb9-efd3-4623-8e41-556d66648e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.497690] env[64022]: DEBUG nova.compute.manager [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 537.538389] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301851, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.580223] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e0bb8d-c9d0-0554-ec6c-5e21cfc899a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.580952] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.581240] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 7f876a80-e222-4647-8eaa-ed830743b5d5/7f876a80-e222-4647-8eaa-ed830743b5d5.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 537.581532] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e04317de-c275-40c5-a7c5-d501335a2d74 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.590694] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 537.590694] env[64022]: value = "task-2301853" [ 537.590694] env[64022]: _type = "Task" [ 537.590694] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.597183] env[64022]: DEBUG nova.compute.manager [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 537.603998] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bd5931-cb31-4cb4-a11c-38b929c7c0fb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.611693] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.627438] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance 'fdbee3c7-34eb-4b2e-830a-baf719075a77' progress to 0 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 537.635644] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.637996] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.138s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.639760] env[64022]: INFO nova.compute.claims [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 537.645128] env[64022]: DEBUG nova.virt.hardware [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 537.645421] env[64022]: DEBUG nova.virt.hardware [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 537.645694] env[64022]: DEBUG nova.virt.hardware [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 537.645754] env[64022]: DEBUG nova.virt.hardware [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 537.645895] env[64022]: DEBUG nova.virt.hardware [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 537.646268] env[64022]: DEBUG nova.virt.hardware [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 537.646268] env[64022]: DEBUG nova.virt.hardware [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 537.646413] env[64022]: DEBUG nova.virt.hardware [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 537.646572] env[64022]: DEBUG nova.virt.hardware [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 537.646741] env[64022]: DEBUG nova.virt.hardware [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 537.650020] env[64022]: DEBUG nova.virt.hardware [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 537.650020] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ba0d1e-6a35-4b34-b544-9e8286e3d4c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.660047] env[64022]: DEBUG oslo_vmware.api [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2301852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496215} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.664068] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 537.664068] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 537.664068] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 537.664068] env[64022]: INFO nova.compute.manager [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Took 1.30 seconds to destroy the instance on the hypervisor. [ 537.664068] env[64022]: DEBUG oslo.service.loopingcall [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 537.664068] env[64022]: DEBUG nova.compute.manager [-] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 537.664068] env[64022]: DEBUG nova.network.neutron [-] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 537.666316] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6dbdfc-d775-4236-8ade-3289cd4b2300 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.685662] env[64022]: INFO nova.scheduler.client.report [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Deleted allocations for instance a1643f95-ff95-4e47-98b2-75f5e4bd436b [ 537.752480] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.984180] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Releasing lock "refresh_cache-34c628d8-15bb-42bb-af8d-75b23a4d72ee" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.984302] env[64022]: DEBUG nova.compute.manager [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Instance network_info: |[{"id": "4797adb9-efd3-4623-8e41-556d66648e71", "address": "fa:16:3e:7c:9b:f5", "network": {"id": "e2d4e482-0cab-484c-90fd-0c2cb1afc14f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2125177087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f55de10cfa46729f94fb0c8eb85387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4797adb9-ef", "ovs_interfaceid": "4797adb9-efd3-4623-8e41-556d66648e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 537.984830] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:9b:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4797adb9-efd3-4623-8e41-556d66648e71', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 537.992636] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Creating folder: Project (58f55de10cfa46729f94fb0c8eb85387). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 537.993164] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-104e7429-e2e8-47a6-81ce-802e3d026cec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.008539] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Created folder: Project (58f55de10cfa46729f94fb0c8eb85387) in parent group-v468248. [ 538.008758] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Creating folder: Instances. Parent ref: group-v468277. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 538.009023] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23e42c79-e990-4177-b75f-b830a2b7f0e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.027249] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Created folder: Instances in parent group-v468277. [ 538.027502] env[64022]: DEBUG oslo.service.loopingcall [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 538.031459] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 538.032820] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.033082] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e71647d-bea0-4540-806e-e60f8f4e716c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.057046] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532996} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.057603] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] e019c04e-4fda-41e2-a3e7-ead79cdf9ced/e019c04e-4fda-41e2-a3e7-ead79cdf9ced.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 538.057774] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 538.057961] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 538.057961] env[64022]: value = "task-2301856" [ 538.057961] env[64022]: _type = "Task" [ 538.057961] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.059925] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d25feeae-3971-414a-a4dd-e32ed131e7b2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.070355] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301856, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.072183] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 538.072183] env[64022]: value = "task-2301857" [ 538.072183] env[64022]: _type = "Task" [ 538.072183] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.081470] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.101581] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466834} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.101877] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 7f876a80-e222-4647-8eaa-ed830743b5d5/7f876a80-e222-4647-8eaa-ed830743b5d5.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 538.102038] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 538.102292] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-608a8ea4-0ea4-434e-98fa-5c8ff0f99aac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.111639] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 538.111639] env[64022]: value = "task-2301858" [ 538.111639] env[64022]: _type = "Task" [ 538.111639] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.122451] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.135536] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 538.135844] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56cfcb22-4a75-49cc-a872-1ffbcb3814cf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.144946] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 538.144946] env[64022]: value = "task-2301859" [ 538.144946] env[64022]: _type = "Task" [ 538.144946] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.157952] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.198217] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a3f8f299-0eb3-474c-9190-97b9efa11866 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Lock "a1643f95-ff95-4e47-98b2-75f5e4bd436b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.927s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.360482] env[64022]: DEBUG nova.compute.manager [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Received event network-changed-b2af946d-85a6-48a3-9878-0f40b48b73d4 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 538.360708] env[64022]: DEBUG nova.compute.manager [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Refreshing instance network info cache due to event network-changed-b2af946d-85a6-48a3-9878-0f40b48b73d4. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 538.361097] env[64022]: DEBUG oslo_concurrency.lockutils [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] Acquiring lock "refresh_cache-e019c04e-4fda-41e2-a3e7-ead79cdf9ced" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.361197] env[64022]: DEBUG oslo_concurrency.lockutils [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] Acquired lock "refresh_cache-e019c04e-4fda-41e2-a3e7-ead79cdf9ced" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.361337] env[64022]: DEBUG nova.network.neutron [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Refreshing network info cache for port b2af946d-85a6-48a3-9878-0f40b48b73d4 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 538.499465] env[64022]: DEBUG nova.network.neutron [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Successfully updated port: a10621da-123f-424e-9feb-e59115e82cad {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 538.571900] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301856, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.582037] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118294} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.582360] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 538.585127] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b30574-f099-4a70-b578-12479ff7a384 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.611751] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] e019c04e-4fda-41e2-a3e7-ead79cdf9ced/e019c04e-4fda-41e2-a3e7-ead79cdf9ced.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 538.612186] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a4bcd73-5bf3-45f4-b5c3-534c4293c607 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.637361] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113353} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.638947] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 538.639657] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 538.639657] env[64022]: value = "task-2301860" [ 538.639657] env[64022]: _type = "Task" [ 538.639657] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.640189] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a0151c-f2cc-482a-817d-f0dad497119a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.675755] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 7f876a80-e222-4647-8eaa-ed830743b5d5/7f876a80-e222-4647-8eaa-ed830743b5d5.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 538.682624] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-225b0bcb-222b-4a78-aec2-60e59a79d779 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.701713] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.705445] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301859, 'name': PowerOffVM_Task, 'duration_secs': 0.26143} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.708695] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 538.708896] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance 'fdbee3c7-34eb-4b2e-830a-baf719075a77' progress to 17 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 538.715110] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 538.715110] env[64022]: value = "task-2301861" [ 538.715110] env[64022]: _type = "Task" [ 538.715110] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.725461] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.001776] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Acquiring lock "refresh_cache-db0bd24c-af17-4abc-b83d-cd18c5f81568" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.002985] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Acquired lock "refresh_cache-db0bd24c-af17-4abc-b83d-cd18c5f81568" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.002985] env[64022]: DEBUG nova.network.neutron [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 539.027196] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "d14030cb-86fe-479c-8d97-615a3a531b1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.027196] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d14030cb-86fe-479c-8d97-615a3a531b1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.071400] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301856, 'name': CreateVM_Task, 'duration_secs': 0.535099} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.074242] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 539.075283] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.075376] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.075664] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.075913] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ae05b0-fd83-4b6f-89ff-a375dfc6246d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.082306] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 539.082306] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c954fb-9f4f-1514-3633-41ee1e8ec4cf" [ 539.082306] env[64022]: _type = "Task" [ 539.082306] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.094288] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c954fb-9f4f-1514-3633-41ee1e8ec4cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.128602] env[64022]: DEBUG nova.compute.manager [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Received event network-changed-d4dc6b2c-a0ea-4c16-ac21-16e95c200375 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 539.128809] env[64022]: DEBUG nova.compute.manager [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Refreshing instance network info cache due to event network-changed-d4dc6b2c-a0ea-4c16-ac21-16e95c200375. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 539.129027] env[64022]: DEBUG oslo_concurrency.lockutils [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] Acquiring lock "refresh_cache-7f876a80-e222-4647-8eaa-ed830743b5d5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.129167] env[64022]: DEBUG oslo_concurrency.lockutils [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] Acquired lock "refresh_cache-7f876a80-e222-4647-8eaa-ed830743b5d5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.129319] env[64022]: DEBUG nova.network.neutron [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Refreshing network info cache for port d4dc6b2c-a0ea-4c16-ac21-16e95c200375 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 539.161478] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301860, 'name': ReconfigVM_Task, 'duration_secs': 0.466261} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.161754] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Reconfigured VM instance instance-00000009 to attach disk [datastore1] e019c04e-4fda-41e2-a3e7-ead79cdf9ced/e019c04e-4fda-41e2-a3e7-ead79cdf9ced.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 539.162562] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a931adda-0145-4a38-9185-56e311a7b32d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.170689] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 539.170689] env[64022]: value = "task-2301862" [ 539.170689] env[64022]: _type = "Task" [ 539.170689] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.180011] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac17a8e8-4346-4f9b-8dc1-b42c3d135c4a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.191237] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f553005d-fdd4-4c70-88d0-2e306a60cbe9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.195160] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301862, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.226730] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 539.226982] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 539.227247] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 539.227444] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 539.227596] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 539.228093] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 539.228093] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 539.228424] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 539.229018] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 539.229018] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 539.229018] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 539.235098] env[64022]: DEBUG nova.network.neutron [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Updated VIF entry in instance network info cache for port b2af946d-85a6-48a3-9878-0f40b48b73d4. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 539.235530] env[64022]: DEBUG nova.network.neutron [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Updating instance_info_cache with network_info: [{"id": "b2af946d-85a6-48a3-9878-0f40b48b73d4", "address": "fa:16:3e:b2:63:68", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2af946d-85", "ovs_interfaceid": "b2af946d-85a6-48a3-9878-0f40b48b73d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.236923] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14548387-fdab-41ea-8ea2-5c3b857a5a1c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.251258] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85625ec1-18e1-4b8c-a23d-5223c74b5da0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.254653] env[64022]: DEBUG oslo_concurrency.lockutils [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] Releasing lock "refresh_cache-e019c04e-4fda-41e2-a3e7-ead79cdf9ced" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.254894] env[64022]: DEBUG nova.compute.manager [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Received event network-changed-bfdd505e-68fe-454d-a70a-975f91978a5f {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 539.255283] env[64022]: DEBUG nova.compute.manager [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Refreshing instance network info cache due to event network-changed-bfdd505e-68fe-454d-a70a-975f91978a5f. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 539.255283] env[64022]: DEBUG oslo_concurrency.lockutils [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] Acquiring lock "refresh_cache-23f2079e-e738-43c1-aa8f-e2d82a604a44" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.255425] env[64022]: DEBUG oslo_concurrency.lockutils [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] Acquired lock "refresh_cache-23f2079e-e738-43c1-aa8f-e2d82a604a44" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.255619] env[64022]: DEBUG nova.network.neutron [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Refreshing network info cache for port bfdd505e-68fe-454d-a70a-975f91978a5f {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 539.266274] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.269700] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74268099-108e-4485-8924-eaea314a6d30 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.274021] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 539.274021] env[64022]: value = "task-2301863" [ 539.274021] env[64022]: _type = "Task" [ 539.274021] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.290814] env[64022]: DEBUG nova.compute.provider_tree [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 539.299553] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.325591] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.325848] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.336239] env[64022]: DEBUG nova.network.neutron [-] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.431278] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquiring lock "06e3d09b-6caa-4755-b96c-a89c722a9073" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.431589] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Lock "06e3d09b-6caa-4755-b96c-a89c722a9073" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.542852] env[64022]: DEBUG nova.network.neutron [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 539.594139] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c954fb-9f4f-1514-3633-41ee1e8ec4cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011754} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.594520] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.594880] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 539.595164] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.595352] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.595571] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 539.598445] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bfa4afc-f7d5-43a0-bb6a-971c47c788e4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.610675] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 539.610875] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 539.611674] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda661f4-9c5c-4586-96bb-27cf38069055 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.622024] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 539.622024] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ae354e-e489-e06e-ee6b-80e3e8df644a" [ 539.622024] env[64022]: _type = "Task" [ 539.622024] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.627498] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ae354e-e489-e06e-ee6b-80e3e8df644a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.686340] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301862, 'name': Rename_Task, 'duration_secs': 0.20896} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.686601] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 539.686838] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee2d0187-756d-4e74-aba6-f737f70bb79e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.694965] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 539.694965] env[64022]: value = "task-2301864" [ 539.694965] env[64022]: _type = "Task" [ 539.694965] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.703604] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.732696] env[64022]: DEBUG nova.network.neutron [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Updating instance_info_cache with network_info: [{"id": "a10621da-123f-424e-9feb-e59115e82cad", "address": "fa:16:3e:74:8c:1a", "network": {"id": "ae41eb8c-57be-4601-a2ae-902da5a9a3e6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1182107773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff80f8078c943638a5b84e7bcfe1632", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10621da-12", "ovs_interfaceid": "a10621da-123f-424e-9feb-e59115e82cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.743505] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301861, 'name': ReconfigVM_Task, 'duration_secs': 0.774181} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.743795] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 7f876a80-e222-4647-8eaa-ed830743b5d5/7f876a80-e222-4647-8eaa-ed830743b5d5.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 539.744579] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e79348f4-fc03-4f17-87ff-ffbaf7be4455 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.752823] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 539.752823] env[64022]: value = "task-2301865" [ 539.752823] env[64022]: _type = "Task" [ 539.752823] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.764434] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301865, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.801475] env[64022]: DEBUG nova.scheduler.client.report [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 539.807055] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301863, 'name': ReconfigVM_Task, 'duration_secs': 0.238556} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.808856] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance 'fdbee3c7-34eb-4b2e-830a-baf719075a77' progress to 33 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 539.842967] env[64022]: INFO nova.compute.manager [-] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Took 2.18 seconds to deallocate network for instance. [ 540.132303] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ae354e-e489-e06e-ee6b-80e3e8df644a, 'name': SearchDatastore_Task, 'duration_secs': 0.016068} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.133503] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f39a569-951b-4b74-a54d-5754d17ede73 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.140994] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 540.140994] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524084e4-c8b2-4afc-9e20-12f7b6c91f34" [ 540.140994] env[64022]: _type = "Task" [ 540.140994] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.153130] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524084e4-c8b2-4afc-9e20-12f7b6c91f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.162288] env[64022]: DEBUG nova.network.neutron [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Updated VIF entry in instance network info cache for port bfdd505e-68fe-454d-a70a-975f91978a5f. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 540.162662] env[64022]: DEBUG nova.network.neutron [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Updating instance_info_cache with network_info: [{"id": "bfdd505e-68fe-454d-a70a-975f91978a5f", "address": "fa:16:3e:b0:0a:b6", "network": {"id": "720b8fb0-ee75-4106-a2f8-74c4c8911b7a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-122519655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b0c054eaf144359085690f6b8ad7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdd505e-68", "ovs_interfaceid": "bfdd505e-68fe-454d-a70a-975f91978a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.209272] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301864, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.236980] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Releasing lock "refresh_cache-db0bd24c-af17-4abc-b83d-cd18c5f81568" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.236980] env[64022]: DEBUG nova.compute.manager [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Instance network_info: |[{"id": "a10621da-123f-424e-9feb-e59115e82cad", "address": "fa:16:3e:74:8c:1a", "network": {"id": "ae41eb8c-57be-4601-a2ae-902da5a9a3e6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1182107773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff80f8078c943638a5b84e7bcfe1632", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10621da-12", "ovs_interfaceid": "a10621da-123f-424e-9feb-e59115e82cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 540.236980] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:8c:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a10621da-123f-424e-9feb-e59115e82cad', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 540.244923] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Creating folder: Project (0ff80f8078c943638a5b84e7bcfe1632). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 540.245946] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d83ce5ae-1199-439f-a8ac-a6e74c9e8002 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.259388] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Created folder: Project (0ff80f8078c943638a5b84e7bcfe1632) in parent group-v468248. [ 540.259602] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Creating folder: Instances. Parent ref: group-v468280. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 540.260325] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c31db6f6-d6fa-4fc0-980d-93ac68481c3e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.265932] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301865, 'name': Rename_Task, 'duration_secs': 0.198444} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.266345] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 540.266547] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-003cb915-4b87-46a8-9064-af5bfe727e3c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.273961] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 540.273961] env[64022]: value = "task-2301868" [ 540.273961] env[64022]: _type = "Task" [ 540.273961] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.278934] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Created folder: Instances in parent group-v468280. [ 540.279257] env[64022]: DEBUG oslo.service.loopingcall [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 540.279910] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 540.280139] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b424e395-bb81-4562-8e13-966309181287 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.306722] env[64022]: DEBUG nova.compute.manager [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 540.307205] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.308125] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7ee4ce-fc1b-4d3d-80aa-47e141403680 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.312547] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.313660] env[64022]: DEBUG nova.compute.manager [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 540.321331] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 540.321603] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 540.321775] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 540.321895] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 540.322063] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 540.322254] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 540.322428] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 540.322558] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 540.322720] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 540.322881] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 540.323271] env[64022]: DEBUG nova.virt.hardware [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 540.329915] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 540.330082] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.055s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.332103] env[64022]: INFO nova.compute.claims [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 540.335434] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 540.335434] env[64022]: value = "task-2301869" [ 540.335434] env[64022]: _type = "Task" [ 540.335434] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.336050] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef999c2a-5f59-44d3-b5ff-98b6910bbc82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.355788] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.370797] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301869, 'name': CreateVM_Task} progress is 15%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.372902] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 540.372902] env[64022]: value = "task-2301870" [ 540.372902] env[64022]: _type = "Task" [ 540.372902] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.382577] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.464353] env[64022]: DEBUG nova.network.neutron [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Updated VIF entry in instance network info cache for port d4dc6b2c-a0ea-4c16-ac21-16e95c200375. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 540.464758] env[64022]: DEBUG nova.network.neutron [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Updating instance_info_cache with network_info: [{"id": "d4dc6b2c-a0ea-4c16-ac21-16e95c200375", "address": "fa:16:3e:59:28:0c", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4dc6b2c-a0", "ovs_interfaceid": "d4dc6b2c-a0ea-4c16-ac21-16e95c200375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.656314] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524084e4-c8b2-4afc-9e20-12f7b6c91f34, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.656851] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.657268] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 34c628d8-15bb-42bb-af8d-75b23a4d72ee/34c628d8-15bb-42bb-af8d-75b23a4d72ee.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 540.657697] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98946355-36cd-47eb-b305-fcb8c2626c41 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.667449] env[64022]: DEBUG oslo_concurrency.lockutils [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] Releasing lock "refresh_cache-23f2079e-e738-43c1-aa8f-e2d82a604a44" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.667939] env[64022]: DEBUG nova.compute.manager [req-5e20e19c-2510-45f8-8b50-f4441fa575d7 req-2ef0bd52-66df-44d9-acb7-c3bf649865b1 service nova] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Received event network-vif-deleted-15780c6f-0674-4053-9b93-b9af77ccafdf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.668605] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 540.668605] env[64022]: value = "task-2301871" [ 540.668605] env[64022]: _type = "Task" [ 540.668605] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.679973] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.709939] env[64022]: DEBUG oslo_vmware.api [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301864, 'name': PowerOnVM_Task, 'duration_secs': 0.561856} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.710075] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 540.710624] env[64022]: INFO nova.compute.manager [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Took 12.41 seconds to spawn the instance on the hypervisor. [ 540.710624] env[64022]: DEBUG nova.compute.manager [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 540.711465] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc8c186-2d0b-4582-9769-2fd0691d80f2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.789361] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301868, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.839025] env[64022]: DEBUG nova.compute.utils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 540.841900] env[64022]: DEBUG nova.compute.manager [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 540.842291] env[64022]: DEBUG nova.network.neutron [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 540.868674] env[64022]: INFO nova.compute.manager [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] instance snapshotting [ 540.868674] env[64022]: WARNING nova.compute.manager [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 540.870643] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301869, 'name': CreateVM_Task, 'duration_secs': 0.489799} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.873353] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 540.873353] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.873729] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.874436] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.876167] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99d1c8b-06f2-40ba-bbd8-137ed5e75af4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.881039] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd831992-8f4c-447e-a19b-3a8d55d7bb39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.888625] env[64022]: DEBUG nova.compute.manager [req-6db107bb-d25c-41a6-9dcc-e631c4f0fccb req-9240efc5-9f32-458e-b6db-7e0fe86de416 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Received event network-vif-deleted-3954638e-5232-4a01-9ec5-858481f15a25 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.889030] env[64022]: DEBUG nova.compute.manager [req-6db107bb-d25c-41a6-9dcc-e631c4f0fccb req-9240efc5-9f32-458e-b6db-7e0fe86de416 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Received event network-vif-deleted-19dd2e36-212e-468d-b1bd-0eed317c2213 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.889436] env[64022]: DEBUG nova.compute.manager [req-6db107bb-d25c-41a6-9dcc-e631c4f0fccb req-9240efc5-9f32-458e-b6db-7e0fe86de416 service nova] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Received event network-vif-deleted-8f2c58f0-f01a-4826-aa32-e9739ab37402 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.910181] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caa0a9e-fa40-48c2-935e-6c05a12fb5a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.913031] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Waiting for the task: (returnval){ [ 540.913031] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fd6d99-69e2-7ac5-5716-1cd185e5de05" [ 540.913031] env[64022]: _type = "Task" [ 540.913031] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.916828] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301870, 'name': ReconfigVM_Task, 'duration_secs': 0.215931} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.921033] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 540.924701] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7713b53-b500-4bfc-9235-fb5e78b1328d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.936551] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fd6d99-69e2-7ac5-5716-1cd185e5de05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.955562] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] fdbee3c7-34eb-4b2e-830a-baf719075a77/fdbee3c7-34eb-4b2e-830a-baf719075a77.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 540.957359] env[64022]: DEBUG nova.policy [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abe2f6b0ad414bf3b0dfbfa1eac9de1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b001c4f1cfa849b1bd688a8ae68f9921', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 540.960098] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fdb33fd-71c8-4111-b047-f05086cfd8a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.973989] env[64022]: DEBUG oslo_concurrency.lockutils [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] Releasing lock "refresh_cache-7f876a80-e222-4647-8eaa-ed830743b5d5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.974338] env[64022]: DEBUG nova.compute.manager [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Received event network-vif-deleted-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.974565] env[64022]: DEBUG nova.compute.manager [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Received event network-vif-plugged-4797adb9-efd3-4623-8e41-556d66648e71 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.975274] env[64022]: DEBUG oslo_concurrency.lockutils [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] Acquiring lock "34c628d8-15bb-42bb-af8d-75b23a4d72ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.975274] env[64022]: DEBUG oslo_concurrency.lockutils [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] Lock "34c628d8-15bb-42bb-af8d-75b23a4d72ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.975274] env[64022]: DEBUG oslo_concurrency.lockutils [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] Lock "34c628d8-15bb-42bb-af8d-75b23a4d72ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.975480] env[64022]: DEBUG nova.compute.manager [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] No waiting events found dispatching network-vif-plugged-4797adb9-efd3-4623-8e41-556d66648e71 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 540.975597] env[64022]: WARNING nova.compute.manager [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Received unexpected event network-vif-plugged-4797adb9-efd3-4623-8e41-556d66648e71 for instance with vm_state building and task_state spawning. [ 540.975802] env[64022]: DEBUG nova.compute.manager [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Received event network-changed-4797adb9-efd3-4623-8e41-556d66648e71 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.976017] env[64022]: DEBUG nova.compute.manager [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Refreshing instance network info cache due to event network-changed-4797adb9-efd3-4623-8e41-556d66648e71. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 540.976354] env[64022]: DEBUG oslo_concurrency.lockutils [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] Acquiring lock "refresh_cache-34c628d8-15bb-42bb-af8d-75b23a4d72ee" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.976551] env[64022]: DEBUG oslo_concurrency.lockutils [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] Acquired lock "refresh_cache-34c628d8-15bb-42bb-af8d-75b23a4d72ee" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.976752] env[64022]: DEBUG nova.network.neutron [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Refreshing network info cache for port 4797adb9-efd3-4623-8e41-556d66648e71 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 540.985868] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 540.985868] env[64022]: value = "task-2301872" [ 540.985868] env[64022]: _type = "Task" [ 540.985868] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.998505] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.185910] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301871, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.234342] env[64022]: INFO nova.compute.manager [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Took 23.52 seconds to build instance. [ 541.287996] env[64022]: DEBUG oslo_vmware.api [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2301868, 'name': PowerOnVM_Task, 'duration_secs': 0.588234} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.288840] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 541.289059] env[64022]: INFO nova.compute.manager [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Took 10.55 seconds to spawn the instance on the hypervisor. [ 541.289442] env[64022]: DEBUG nova.compute.manager [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 541.290296] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a639638-6c26-4942-8a3d-105ed7673c2c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.343218] env[64022]: DEBUG nova.compute.manager [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 541.429706] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fd6d99-69e2-7ac5-5716-1cd185e5de05, 'name': SearchDatastore_Task, 'duration_secs': 0.07048} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.432033] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.432444] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 541.432793] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.432967] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.433567] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 541.434690] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 541.435437] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0224669e-84b7-48e7-97d7-e17b3f0b908e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.438470] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad660606-c6d2-4126-a01d-6697ca94c425 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.452245] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 541.452245] env[64022]: value = "task-2301873" [ 541.452245] env[64022]: _type = "Task" [ 541.452245] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.453903] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 541.453903] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 541.463684] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ce6a4e-2c97-420c-bbb0-79feb97cd630 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.471835] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Waiting for the task: (returnval){ [ 541.471835] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52afaac5-09b3-0509-f690-dd393259bf2f" [ 541.471835] env[64022]: _type = "Task" [ 541.471835] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.475096] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.487637] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52afaac5-09b3-0509-f690-dd393259bf2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.499751] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.627823] env[64022]: DEBUG nova.network.neutron [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Successfully created port: a61321cf-7210-4d2f-b380-87e7787f58d3 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 541.686054] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591379} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.688402] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 34c628d8-15bb-42bb-af8d-75b23a4d72ee/34c628d8-15bb-42bb-af8d-75b23a4d72ee.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 541.688619] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 541.689755] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03b71a07-6c65-4196-9b92-7fa79284a6af {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.701605] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 541.701605] env[64022]: value = "task-2301874" [ 541.701605] env[64022]: _type = "Task" [ 541.701605] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.730273] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.741761] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e197982c-9ee6-4087-8959-32f01382ffc5 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "e019c04e-4fda-41e2-a3e7-ead79cdf9ced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.035s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.820595] env[64022]: INFO nova.compute.manager [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Took 21.74 seconds to build instance. [ 541.864407] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5576c3-db5e-4599-842c-b8fdd9a7f8a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.873835] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a20db8-1999-4fa6-909e-05cbd82b9343 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.922176] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df24def-928c-45ee-8e93-a9de2a81fc64 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.932888] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf9c66a-defb-4a8c-bfed-00e39b02359d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.949758] env[64022]: DEBUG nova.compute.provider_tree [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 541.964941] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301873, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.987140] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52afaac5-09b3-0509-f690-dd393259bf2f, 'name': SearchDatastore_Task, 'duration_secs': 0.017981} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.992872] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-300f0b6f-15f2-42b8-b623-27a0bdc2162d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.000168] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Waiting for the task: (returnval){ [ 542.000168] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d2a0fc-edaf-1756-3756-9c214936fa79" [ 542.000168] env[64022]: _type = "Task" [ 542.000168] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.004086] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301872, 'name': ReconfigVM_Task, 'duration_secs': 0.848887} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.008026] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Reconfigured VM instance instance-00000001 to attach disk [datastore1] fdbee3c7-34eb-4b2e-830a-baf719075a77/fdbee3c7-34eb-4b2e-830a-baf719075a77.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 542.008026] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance 'fdbee3c7-34eb-4b2e-830a-baf719075a77' progress to 50 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 542.017538] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d2a0fc-edaf-1756-3756-9c214936fa79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.147195] env[64022]: DEBUG nova.network.neutron [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Updated VIF entry in instance network info cache for port 4797adb9-efd3-4623-8e41-556d66648e71. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 542.147195] env[64022]: DEBUG nova.network.neutron [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Updating instance_info_cache with network_info: [{"id": "4797adb9-efd3-4623-8e41-556d66648e71", "address": "fa:16:3e:7c:9b:f5", "network": {"id": "e2d4e482-0cab-484c-90fd-0c2cb1afc14f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2125177087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f55de10cfa46729f94fb0c8eb85387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4797adb9-ef", "ovs_interfaceid": "4797adb9-efd3-4623-8e41-556d66648e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 542.220535] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096231} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.220535] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 542.221096] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f66218-6dc8-49cd-9c81-518573388916 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.248821] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 34c628d8-15bb-42bb-af8d-75b23a4d72ee/34c628d8-15bb-42bb-af8d-75b23a4d72ee.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 542.250903] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3e30cfa-6d47-4bd3-b9ac-093fdacee357 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.272163] env[64022]: DEBUG nova.compute.manager [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 542.284118] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 542.284118] env[64022]: value = "task-2301875" [ 542.284118] env[64022]: _type = "Task" [ 542.284118] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.294817] env[64022]: DEBUG nova.compute.manager [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Received event network-vif-plugged-a10621da-123f-424e-9feb-e59115e82cad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 542.297121] env[64022]: DEBUG oslo_concurrency.lockutils [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] Acquiring lock "db0bd24c-af17-4abc-b83d-cd18c5f81568-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.297361] env[64022]: DEBUG oslo_concurrency.lockutils [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] Lock "db0bd24c-af17-4abc-b83d-cd18c5f81568-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.297542] env[64022]: DEBUG oslo_concurrency.lockutils [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] Lock "db0bd24c-af17-4abc-b83d-cd18c5f81568-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.297715] env[64022]: DEBUG nova.compute.manager [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] No waiting events found dispatching network-vif-plugged-a10621da-123f-424e-9feb-e59115e82cad {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 542.297923] env[64022]: WARNING nova.compute.manager [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Received unexpected event network-vif-plugged-a10621da-123f-424e-9feb-e59115e82cad for instance with vm_state building and task_state spawning. [ 542.298102] env[64022]: DEBUG nova.compute.manager [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Received event network-changed-a10621da-123f-424e-9feb-e59115e82cad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 542.298272] env[64022]: DEBUG nova.compute.manager [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Refreshing instance network info cache due to event network-changed-a10621da-123f-424e-9feb-e59115e82cad. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 542.298518] env[64022]: DEBUG oslo_concurrency.lockutils [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] Acquiring lock "refresh_cache-db0bd24c-af17-4abc-b83d-cd18c5f81568" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.298575] env[64022]: DEBUG oslo_concurrency.lockutils [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] Acquired lock "refresh_cache-db0bd24c-af17-4abc-b83d-cd18c5f81568" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.298744] env[64022]: DEBUG nova.network.neutron [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Refreshing network info cache for port a10621da-123f-424e-9feb-e59115e82cad {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 542.309492] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.325801] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5b102ad4-bc72-4369-97b2-6d0cb542179a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "7f876a80-e222-4647-8eaa-ed830743b5d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.256s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.359683] env[64022]: DEBUG nova.compute.manager [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 542.390335] env[64022]: DEBUG nova.virt.hardware [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 542.390571] env[64022]: DEBUG nova.virt.hardware [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 542.390764] env[64022]: DEBUG nova.virt.hardware [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 542.390962] env[64022]: DEBUG nova.virt.hardware [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 542.391126] env[64022]: DEBUG nova.virt.hardware [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 542.391273] env[64022]: DEBUG nova.virt.hardware [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 542.391483] env[64022]: DEBUG nova.virt.hardware [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 542.391643] env[64022]: DEBUG nova.virt.hardware [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 542.391808] env[64022]: DEBUG nova.virt.hardware [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 542.391973] env[64022]: DEBUG nova.virt.hardware [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 542.392164] env[64022]: DEBUG nova.virt.hardware [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 542.393035] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d60e17b-0a97-47c3-9eae-686f4aafe762 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.402442] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c25edd-d22f-4a59-a469-a405f662c0c9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.453440] env[64022]: DEBUG nova.scheduler.client.report [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 542.475035] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301873, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.521020] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d2a0fc-edaf-1756-3756-9c214936fa79, 'name': SearchDatastore_Task, 'duration_secs': 0.045036} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.521447] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122acc0c-fe8c-46e9-91eb-4c4a9880bc5f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.524762] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.525178] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] db0bd24c-af17-4abc-b83d-cd18c5f81568/db0bd24c-af17-4abc-b83d-cd18c5f81568.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 542.525624] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9e3f3fb-613e-4ab1-995d-1ca0b611cb76 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.550594] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d21f8f3-f8e4-4124-bc3c-580c8a717c0d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.553453] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Waiting for the task: (returnval){ [ 542.553453] env[64022]: value = "task-2301876" [ 542.553453] env[64022]: _type = "Task" [ 542.553453] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.574990] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance 'fdbee3c7-34eb-4b2e-830a-baf719075a77' progress to 67 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 542.585229] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2301876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.650706] env[64022]: DEBUG oslo_concurrency.lockutils [req-e07be300-cd03-40e7-90c2-073ebd985e4e req-91b290c2-c9a5-4a15-bb42-f7cbbbfb07a1 service nova] Releasing lock "refresh_cache-34c628d8-15bb-42bb-af8d-75b23a4d72ee" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.806027] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.812085] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.831248] env[64022]: DEBUG nova.compute.manager [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 542.968351] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.969568] env[64022]: DEBUG nova.compute.manager [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 542.978771] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.839s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.982130] env[64022]: INFO nova.compute.claims [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 542.996822] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301873, 'name': CreateSnapshot_Task, 'duration_secs': 1.285978} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.997128] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 542.997967] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bc72eb-660d-4aec-a283-6266718d26ec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.068777] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2301876, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.183544] env[64022]: DEBUG nova.network.neutron [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Updated VIF entry in instance network info cache for port a10621da-123f-424e-9feb-e59115e82cad. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 543.183544] env[64022]: DEBUG nova.network.neutron [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Updating instance_info_cache with network_info: [{"id": "a10621da-123f-424e-9feb-e59115e82cad", "address": "fa:16:3e:74:8c:1a", "network": {"id": "ae41eb8c-57be-4601-a2ae-902da5a9a3e6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1182107773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff80f8078c943638a5b84e7bcfe1632", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10621da-12", "ovs_interfaceid": "a10621da-123f-424e-9feb-e59115e82cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.211918] env[64022]: DEBUG nova.network.neutron [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Port 5432e795-1f67-402f-bc24-d6e7c4095bd3 binding to destination host cpu-1 is already ACTIVE {{(pid=64022) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 543.294862] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301875, 'name': ReconfigVM_Task, 'duration_secs': 0.54902} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.295503] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 34c628d8-15bb-42bb-af8d-75b23a4d72ee/34c628d8-15bb-42bb-af8d-75b23a4d72ee.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 543.296092] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31217969-129e-4bd6-993c-fa4a592e406b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.305081] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 543.305081] env[64022]: value = "task-2301877" [ 543.305081] env[64022]: _type = "Task" [ 543.305081] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.317364] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301877, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.358212] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.494479] env[64022]: DEBUG nova.compute.utils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 543.496634] env[64022]: DEBUG nova.compute.manager [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 543.496789] env[64022]: DEBUG nova.network.neutron [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 543.523184] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 543.523873] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90b4bf5e-765e-4093-a239-5509592cebf9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.534404] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 543.534404] env[64022]: value = "task-2301878" [ 543.534404] env[64022]: _type = "Task" [ 543.534404] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.545921] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301878, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.562922] env[64022]: DEBUG nova.policy [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86a8cf9d85034f918e896a4142be32d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46ed322fb9974772bc63dbaca3988158', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 543.572060] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2301876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537409} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.572060] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] db0bd24c-af17-4abc-b83d-cd18c5f81568/db0bd24c-af17-4abc-b83d-cd18c5f81568.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 543.572060] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 543.572353] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2403df48-5414-4500-89ea-56c4474dbb6d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.581358] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Waiting for the task: (returnval){ [ 543.581358] env[64022]: value = "task-2301879" [ 543.581358] env[64022]: _type = "Task" [ 543.581358] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.596143] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2301879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.691203] env[64022]: DEBUG oslo_concurrency.lockutils [req-a2a9911c-52eb-4b12-a968-bb657d8b0fa7 req-e31166f6-1066-43f7-a120-4dcfb0fa9f95 service nova] Releasing lock "refresh_cache-db0bd24c-af17-4abc-b83d-cd18c5f81568" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.714604] env[64022]: DEBUG nova.compute.manager [None req-7b6cabfa-7756-48b6-a0d2-9c9e9ccc2603 tempest-ServerDiagnosticsV248Test-1651023870 tempest-ServerDiagnosticsV248Test-1651023870-project-admin] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 543.722040] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e979dfa9-3eb1-4e11-9060-50887e0ccf66 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.735287] env[64022]: INFO nova.compute.manager [None req-7b6cabfa-7756-48b6-a0d2-9c9e9ccc2603 tempest-ServerDiagnosticsV248Test-1651023870 tempest-ServerDiagnosticsV248Test-1651023870-project-admin] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Retrieving diagnostics [ 543.735474] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fb8351-505a-4ab7-a3c9-9d3daf3240d9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.824920] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301877, 'name': Rename_Task, 'duration_secs': 0.169228} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.826156] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 543.826307] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8470b81-7c4e-4ca8-9db0-fd8c001f0c42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.836814] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 543.836814] env[64022]: value = "task-2301880" [ 543.836814] env[64022]: _type = "Task" [ 543.836814] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.849287] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.004788] env[64022]: DEBUG nova.compute.manager [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 544.054065] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301878, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.059814] env[64022]: DEBUG nova.network.neutron [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Successfully created port: 737dbf03-8d66-4909-b2a8-e4d377c324cf {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 544.095213] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2301879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073133} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.098307] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 544.099404] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2010a2b3-6252-45a6-a863-578e2cb3fe82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.128251] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] db0bd24c-af17-4abc-b83d-cd18c5f81568/db0bd24c-af17-4abc-b83d-cd18c5f81568.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 544.131181] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16d59dc0-b387-45d6-9c7c-4c4e891b3187 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.154615] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Waiting for the task: (returnval){ [ 544.154615] env[64022]: value = "task-2301881" [ 544.154615] env[64022]: _type = "Task" [ 544.154615] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.168026] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2301881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.246828] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "fdbee3c7-34eb-4b2e-830a-baf719075a77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.247053] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "fdbee3c7-34eb-4b2e-830a-baf719075a77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.247527] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "fdbee3c7-34eb-4b2e-830a-baf719075a77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.352995] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.359030] env[64022]: DEBUG nova.network.neutron [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Successfully updated port: a61321cf-7210-4d2f-b380-87e7787f58d3 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 544.474457] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2f7939-1b20-477d-b61d-f2071cae77f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.483677] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95a439b-673e-4490-aab4-dc66c9a3cb0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.530631] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad85193a-98f4-40e3-9c22-57616bb8573f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.546895] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83126da0-f3c7-44a2-93ec-d626ecdf86b4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.558916] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301878, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.569984] env[64022]: DEBUG nova.compute.provider_tree [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 544.666497] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2301881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.860644] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301880, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.863600] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Acquiring lock "refresh_cache-55938fd8-1b3d-4c7f-8223-70a051f20b9e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.863745] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Acquired lock "refresh_cache-55938fd8-1b3d-4c7f-8223-70a051f20b9e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.864081] env[64022]: DEBUG nova.network.neutron [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 544.929342] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "f531f8ed-481b-40b6-9cd6-15920537c1f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.930351] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "f531f8ed-481b-40b6-9cd6-15920537c1f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.032896] env[64022]: DEBUG nova.compute.manager [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 545.052597] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301878, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.069135] env[64022]: DEBUG nova.virt.hardware [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 545.069862] env[64022]: DEBUG nova.virt.hardware [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 545.070711] env[64022]: DEBUG nova.virt.hardware [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 545.070711] env[64022]: DEBUG nova.virt.hardware [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 545.070711] env[64022]: DEBUG nova.virt.hardware [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 545.070927] env[64022]: DEBUG nova.virt.hardware [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 545.071101] env[64022]: DEBUG nova.virt.hardware [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 545.071383] env[64022]: DEBUG nova.virt.hardware [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 545.071612] env[64022]: DEBUG nova.virt.hardware [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 545.071814] env[64022]: DEBUG nova.virt.hardware [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 545.072064] env[64022]: DEBUG nova.virt.hardware [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 545.072972] env[64022]: DEBUG nova.scheduler.client.report [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 545.076900] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e971b86-d879-4e64-a107-1954b2cf0883 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.091045] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a91df9-7d64-4686-ba1c-74880da3bb54 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.170589] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2301881, 'name': ReconfigVM_Task, 'duration_secs': 0.888895} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.170885] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Reconfigured VM instance instance-0000000c to attach disk [datastore1] db0bd24c-af17-4abc-b83d-cd18c5f81568/db0bd24c-af17-4abc-b83d-cd18c5f81568.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 545.171802] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b427e377-16c0-4d49-89aa-46b741ecdfcb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.181738] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Waiting for the task: (returnval){ [ 545.181738] env[64022]: value = "task-2301882" [ 545.181738] env[64022]: _type = "Task" [ 545.181738] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.194515] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2301882, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.332999] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.333359] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.333438] env[64022]: DEBUG nova.network.neutron [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 545.359493] env[64022]: DEBUG oslo_vmware.api [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2301880, 'name': PowerOnVM_Task, 'duration_secs': 1.287773} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.359769] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 545.360064] env[64022]: INFO nova.compute.manager [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Took 12.14 seconds to spawn the instance on the hypervisor. [ 545.360228] env[64022]: DEBUG nova.compute.manager [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 545.361112] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17268d67-39c7-4ab1-9748-c7e0d47e2082 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.437218] env[64022]: DEBUG nova.network.neutron [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 545.569082] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301878, 'name': CloneVM_Task, 'duration_secs': 1.873782} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.569082] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Created linked-clone VM from snapshot [ 545.569082] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c16357c-022c-40fb-bdd7-19874390f0b0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.569082] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Uploading image 862ad99e-b195-496e-9950-accf9921d490 {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 545.582641] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.583080] env[64022]: DEBUG nova.compute.manager [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 545.588905] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.473s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.592589] env[64022]: INFO nova.compute.claims [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 545.620294] env[64022]: DEBUG oslo_vmware.rw_handles [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 545.620294] env[64022]: value = "vm-468284" [ 545.620294] env[64022]: _type = "VirtualMachine" [ 545.620294] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 545.620639] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-33ed54e2-89d1-4ed2-9ee1-c9291168985c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.634556] env[64022]: DEBUG oslo_vmware.rw_handles [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lease: (returnval){ [ 545.634556] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52382e2f-59d9-d9ed-22c4-2382dc672fff" [ 545.634556] env[64022]: _type = "HttpNfcLease" [ 545.634556] env[64022]: } obtained for exporting VM: (result){ [ 545.634556] env[64022]: value = "vm-468284" [ 545.634556] env[64022]: _type = "VirtualMachine" [ 545.634556] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 545.634832] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the lease: (returnval){ [ 545.634832] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52382e2f-59d9-d9ed-22c4-2382dc672fff" [ 545.634832] env[64022]: _type = "HttpNfcLease" [ 545.634832] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 545.648954] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 545.648954] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52382e2f-59d9-d9ed-22c4-2382dc672fff" [ 545.648954] env[64022]: _type = "HttpNfcLease" [ 545.648954] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 545.693778] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2301882, 'name': Rename_Task, 'duration_secs': 0.264493} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.694201] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 545.694524] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e13d778b-f2ed-473f-9d15-05fccc94606c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.703424] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Waiting for the task: (returnval){ [ 545.703424] env[64022]: value = "task-2301884" [ 545.703424] env[64022]: _type = "Task" [ 545.703424] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.721726] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2301884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.831677] env[64022]: DEBUG nova.compute.manager [req-cd4890d6-754a-4899-960c-7979f1ed9052 req-d806c6f2-eab7-4baa-bb17-0feab2743133 service nova] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Received event network-vif-plugged-a61321cf-7210-4d2f-b380-87e7787f58d3 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 545.831677] env[64022]: DEBUG oslo_concurrency.lockutils [req-cd4890d6-754a-4899-960c-7979f1ed9052 req-d806c6f2-eab7-4baa-bb17-0feab2743133 service nova] Acquiring lock "55938fd8-1b3d-4c7f-8223-70a051f20b9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.831677] env[64022]: DEBUG oslo_concurrency.lockutils [req-cd4890d6-754a-4899-960c-7979f1ed9052 req-d806c6f2-eab7-4baa-bb17-0feab2743133 service nova] Lock "55938fd8-1b3d-4c7f-8223-70a051f20b9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.831677] env[64022]: DEBUG oslo_concurrency.lockutils [req-cd4890d6-754a-4899-960c-7979f1ed9052 req-d806c6f2-eab7-4baa-bb17-0feab2743133 service nova] Lock "55938fd8-1b3d-4c7f-8223-70a051f20b9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.834227] env[64022]: DEBUG nova.compute.manager [req-cd4890d6-754a-4899-960c-7979f1ed9052 req-d806c6f2-eab7-4baa-bb17-0feab2743133 service nova] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] No waiting events found dispatching network-vif-plugged-a61321cf-7210-4d2f-b380-87e7787f58d3 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 545.834227] env[64022]: WARNING nova.compute.manager [req-cd4890d6-754a-4899-960c-7979f1ed9052 req-d806c6f2-eab7-4baa-bb17-0feab2743133 service nova] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Received unexpected event network-vif-plugged-a61321cf-7210-4d2f-b380-87e7787f58d3 for instance with vm_state building and task_state spawning. [ 545.886798] env[64022]: INFO nova.compute.manager [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Took 23.54 seconds to build instance. [ 546.007984] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.008255] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.054847] env[64022]: DEBUG nova.network.neutron [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Updating instance_info_cache with network_info: [{"id": "a61321cf-7210-4d2f-b380-87e7787f58d3", "address": "fa:16:3e:28:07:82", "network": {"id": "1ba2b582-8804-46ea-a9be-685474581b7a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-826384656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001c4f1cfa849b1bd688a8ae68f9921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa61321cf-72", "ovs_interfaceid": "a61321cf-7210-4d2f-b380-87e7787f58d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.098965] env[64022]: DEBUG nova.compute.utils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 546.102491] env[64022]: DEBUG nova.compute.manager [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 546.102670] env[64022]: DEBUG nova.network.neutron [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 546.147024] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 546.147024] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52382e2f-59d9-d9ed-22c4-2382dc672fff" [ 546.147024] env[64022]: _type = "HttpNfcLease" [ 546.147024] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 546.147024] env[64022]: DEBUG oslo_vmware.rw_handles [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 546.147024] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52382e2f-59d9-d9ed-22c4-2382dc672fff" [ 546.147024] env[64022]: _type = "HttpNfcLease" [ 546.147024] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 546.148044] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0c113c-e080-4286-8b70-a968b512d425 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.159290] env[64022]: DEBUG oslo_vmware.rw_handles [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52525f53-ac08-e056-a11c-8570ddc7b199/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 546.159437] env[64022]: DEBUG oslo_vmware.rw_handles [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52525f53-ac08-e056-a11c-8570ddc7b199/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 546.218620] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Acquiring lock "f1f65ea3-a3d7-4640-8406-541acc9b778a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.219316] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Lock "f1f65ea3-a3d7-4640-8406-541acc9b778a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.219316] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Acquiring lock "f1f65ea3-a3d7-4640-8406-541acc9b778a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.219316] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Lock "f1f65ea3-a3d7-4640-8406-541acc9b778a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.219526] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Lock "f1f65ea3-a3d7-4640-8406-541acc9b778a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.229811] env[64022]: INFO nova.compute.manager [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Terminating instance [ 546.238985] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2301884, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.270851] env[64022]: DEBUG nova.policy [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86418f74fe964358a775edbc50433e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86fc52abc8b749d6bf7f5d8effc562bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 546.308331] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2be10d6e-bfb1-42ae-8b85-6b522efb68b9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.388097] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19bf75b5-9240-4000-9397-2ae208e1988a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "34c628d8-15bb-42bb-af8d-75b23a4d72ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.055s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.473601] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.474811] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.558709] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Releasing lock "refresh_cache-55938fd8-1b3d-4c7f-8223-70a051f20b9e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.559170] env[64022]: DEBUG nova.compute.manager [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Instance network_info: |[{"id": "a61321cf-7210-4d2f-b380-87e7787f58d3", "address": "fa:16:3e:28:07:82", "network": {"id": "1ba2b582-8804-46ea-a9be-685474581b7a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-826384656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001c4f1cfa849b1bd688a8ae68f9921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa61321cf-72", "ovs_interfaceid": "a61321cf-7210-4d2f-b380-87e7787f58d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 546.563685] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:07:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a61321cf-7210-4d2f-b380-87e7787f58d3', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 546.573543] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Creating folder: Project (b001c4f1cfa849b1bd688a8ae68f9921). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.574059] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0434ce8-2492-4929-8fe1-14f6b8aa0c5b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.587600] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Created folder: Project (b001c4f1cfa849b1bd688a8ae68f9921) in parent group-v468248. [ 546.588737] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Creating folder: Instances. Parent ref: group-v468285. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.589039] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e76cc7a2-0052-4ee5-a20c-f2bb6a9003db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.601154] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Created folder: Instances in parent group-v468285. [ 546.601521] env[64022]: DEBUG oslo.service.loopingcall [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 546.601701] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 546.602034] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-583702db-9847-4142-8465-1693ecae3829 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.619100] env[64022]: DEBUG nova.compute.manager [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 546.632406] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 546.632406] env[64022]: value = "task-2301887" [ 546.632406] env[64022]: _type = "Task" [ 546.632406] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.642923] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301887, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.675264] env[64022]: DEBUG nova.network.neutron [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance_info_cache with network_info: [{"id": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "address": "fa:16:3e:d0:cf:71", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5432e795-1f", "ovs_interfaceid": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.730859] env[64022]: DEBUG oslo_vmware.api [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2301884, 'name': PowerOnVM_Task, 'duration_secs': 1.011991} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.731489] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 546.732278] env[64022]: INFO nova.compute.manager [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Took 9.13 seconds to spawn the instance on the hypervisor. [ 546.732278] env[64022]: DEBUG nova.compute.manager [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 546.733638] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680ed69c-7770-44f8-b47c-e5538dafc661 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.741255] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Acquiring lock "refresh_cache-f1f65ea3-a3d7-4640-8406-541acc9b778a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.741474] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Acquired lock "refresh_cache-f1f65ea3-a3d7-4640-8406-541acc9b778a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.741984] env[64022]: DEBUG nova.network.neutron [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 546.893721] env[64022]: DEBUG nova.compute.manager [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.151570] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301887, 'name': CreateVM_Task, 'duration_secs': 0.464604} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.152846] env[64022]: DEBUG nova.network.neutron [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Successfully updated port: 737dbf03-8d66-4909-b2a8-e4d377c324cf {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 547.156232] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 547.165243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.165243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.165243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.167022] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de49419c-b041-42c1-9d7a-154483fc5ad2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.175776] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Waiting for the task: (returnval){ [ 547.175776] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523f5488-2929-b472-8cb3-0fa868faea84" [ 547.175776] env[64022]: _type = "Task" [ 547.175776] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.180977] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.202941] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523f5488-2929-b472-8cb3-0fa868faea84, 'name': SearchDatastore_Task, 'duration_secs': 0.012445} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.202941] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.202941] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 547.202941] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.202941] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.202941] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 547.203469] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4771e5d-44e4-4a9e-b4bd-29076872f4de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.216722] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc89d79-1343-4246-95d1-eef360e4f1de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.221756] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 547.222007] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 547.223253] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0b60a9-f6eb-494a-8dd8-079db53226b8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.229153] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762a7bcc-0b8e-490e-87ae-e017c93d8578 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.235104] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Waiting for the task: (returnval){ [ 547.235104] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52339c55-9ab1-94e7-6019-37c652aefa32" [ 547.235104] env[64022]: _type = "Task" [ 547.235104] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.280685] env[64022]: INFO nova.compute.manager [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Took 21.90 seconds to build instance. [ 547.286518] env[64022]: DEBUG nova.network.neutron [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Successfully created port: 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 547.286518] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f362a8a3-35b2-41e7-8479-3d9c61fc388a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.296096] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52339c55-9ab1-94e7-6019-37c652aefa32, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.298915] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3147f23-d862-4a5f-b500-52bd0eb7759d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.303678] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3283f829-0e4d-4265-afeb-41cf12a7c83a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.310815] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Waiting for the task: (returnval){ [ 547.310815] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e883be-2c53-9228-8c48-19fde2b61bd4" [ 547.310815] env[64022]: _type = "Task" [ 547.310815] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.323942] env[64022]: DEBUG nova.compute.provider_tree [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 547.333596] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e883be-2c53-9228-8c48-19fde2b61bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.334250] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.334535] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 55938fd8-1b3d-4c7f-8223-70a051f20b9e/55938fd8-1b3d-4c7f-8223-70a051f20b9e.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 547.334937] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-badcd880-b896-437d-928c-e254fad4a6a4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.345569] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Waiting for the task: (returnval){ [ 547.345569] env[64022]: value = "task-2301888" [ 547.345569] env[64022]: _type = "Task" [ 547.345569] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.350628] env[64022]: DEBUG nova.network.neutron [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 547.360050] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.423024] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.478920] env[64022]: DEBUG nova.network.neutron [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.641041] env[64022]: DEBUG nova.compute.manager [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 547.662648] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Acquiring lock "refresh_cache-ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.662814] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Acquired lock "refresh_cache-ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.662975] env[64022]: DEBUG nova.network.neutron [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 547.688152] env[64022]: DEBUG nova.virt.hardware [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 547.688463] env[64022]: DEBUG nova.virt.hardware [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 547.688572] env[64022]: DEBUG nova.virt.hardware [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 547.689765] env[64022]: DEBUG nova.virt.hardware [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 547.689765] env[64022]: DEBUG nova.virt.hardware [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 547.689979] env[64022]: DEBUG nova.virt.hardware [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 547.690266] env[64022]: DEBUG nova.virt.hardware [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 547.690448] env[64022]: DEBUG nova.virt.hardware [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 547.690620] env[64022]: DEBUG nova.virt.hardware [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 547.690783] env[64022]: DEBUG nova.virt.hardware [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 547.691937] env[64022]: DEBUG nova.virt.hardware [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 547.699352] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c5ffdb-9a6c-4ed9-9af9-f38a70ac31e5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.723746] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ad3d73-86af-4131-a873-8476b9e9925b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.733213] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8d652e-7cdc-4006-b66e-fae000824389 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.775372] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cba5fed-0f9f-4af8-a509-e16d3e455961 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.782928] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d08a9d41-50ef-4c0c-8f27-817816dd6688 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Lock "db0bd24c-af17-4abc-b83d-cd18c5f81568" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.429s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.788887] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance 'fdbee3c7-34eb-4b2e-830a-baf719075a77' progress to 83 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 547.860587] env[64022]: ERROR nova.scheduler.client.report [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [req-15bf260e-8b68-466d-9f5d-8ddc762dea79] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3a889db4-7597-478e-92a9-f74a134fda34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-15bf260e-8b68-466d-9f5d-8ddc762dea79"}]} [ 547.872024] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301888, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.899624] env[64022]: DEBUG nova.scheduler.client.report [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Refreshing inventories for resource provider 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 547.936954] env[64022]: DEBUG nova.scheduler.client.report [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Updating ProviderTree inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 547.937245] env[64022]: DEBUG nova.compute.provider_tree [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 547.953251] env[64022]: DEBUG nova.scheduler.client.report [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Refreshing aggregate associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, aggregates: None {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 547.981938] env[64022]: DEBUG nova.scheduler.client.report [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Refreshing trait associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 547.986184] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Releasing lock "refresh_cache-f1f65ea3-a3d7-4640-8406-541acc9b778a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.986184] env[64022]: DEBUG nova.compute.manager [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 547.986184] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 547.986738] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a908f2d9-d525-450c-9445-c04d5555e881 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.002095] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 548.002095] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30585269-7444-4cae-a616-ace02d719425 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.024280] env[64022]: DEBUG oslo_vmware.api [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Waiting for the task: (returnval){ [ 548.024280] env[64022]: value = "task-2301889" [ 548.024280] env[64022]: _type = "Task" [ 548.024280] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.042661] env[64022]: DEBUG oslo_vmware.api [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.245397] env[64022]: DEBUG nova.network.neutron [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 548.295552] env[64022]: DEBUG nova.compute.manager [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 548.301499] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 548.308927] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70d55b73-1d29-4052-ab1d-0e6b454c1117 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.318755] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 548.318755] env[64022]: value = "task-2301890" [ 548.318755] env[64022]: _type = "Task" [ 548.318755] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.347107] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.362554] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594681} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.362947] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 55938fd8-1b3d-4c7f-8223-70a051f20b9e/55938fd8-1b3d-4c7f-8223-70a051f20b9e.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 548.363184] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 548.363460] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cebba82a-95d2-4adc-aeab-7c4eb9d00aed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.381678] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Waiting for the task: (returnval){ [ 548.381678] env[64022]: value = "task-2301891" [ 548.381678] env[64022]: _type = "Task" [ 548.381678] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.404056] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.507016] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21b237e-df36-4b34-a574-c38d2d311e7c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.517993] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250adc3e-96eb-42a3-9391-5afc65ad68a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.523352] env[64022]: DEBUG nova.network.neutron [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Updating instance_info_cache with network_info: [{"id": "737dbf03-8d66-4909-b2a8-e4d377c324cf", "address": "fa:16:3e:c7:8c:98", "network": {"id": "93738544-f5d3-4439-acee-eeed6ec3b314", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1621686316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46ed322fb9974772bc63dbaca3988158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737dbf03-8d", "ovs_interfaceid": "737dbf03-8d66-4909-b2a8-e4d377c324cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.562214] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ff3094-e1ea-4c88-824d-ff56b72d73f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.568818] env[64022]: DEBUG oslo_vmware.api [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301889, 'name': PowerOffVM_Task, 'duration_secs': 0.233521} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.570024] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 548.570024] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 548.570229] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d09ae268-024c-4332-b963-1deb09a2b4ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.576574] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf43d9cd-7563-4376-b81e-1335b7b2f9ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.596856] env[64022]: DEBUG nova.compute.provider_tree [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 548.608349] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 548.608349] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 548.608349] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Deleting the datastore file [datastore2] f1f65ea3-a3d7-4640-8406-541acc9b778a {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 548.609767] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c65d914-fab9-490c-9a79-28b01ced545e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.617504] env[64022]: DEBUG oslo_vmware.api [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Waiting for the task: (returnval){ [ 548.617504] env[64022]: value = "task-2301893" [ 548.617504] env[64022]: _type = "Task" [ 548.617504] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.627540] env[64022]: DEBUG oslo_vmware.api [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.833766] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.840283] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.896925] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083711} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.897266] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 548.898149] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6673bb-98f0-4fe5-9ee8-907d6bd1d677 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.925596] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 55938fd8-1b3d-4c7f-8223-70a051f20b9e/55938fd8-1b3d-4c7f-8223-70a051f20b9e.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 548.925896] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75aea4a7-fc20-4636-b577-d9b6f0f9628e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.956372] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Waiting for the task: (returnval){ [ 548.956372] env[64022]: value = "task-2301894" [ 548.956372] env[64022]: _type = "Task" [ 548.956372] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.970757] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.027330] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Releasing lock "refresh_cache-ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.027706] env[64022]: DEBUG nova.compute.manager [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Instance network_info: |[{"id": "737dbf03-8d66-4909-b2a8-e4d377c324cf", "address": "fa:16:3e:c7:8c:98", "network": {"id": "93738544-f5d3-4439-acee-eeed6ec3b314", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1621686316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46ed322fb9974772bc63dbaca3988158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737dbf03-8d", "ovs_interfaceid": "737dbf03-8d66-4909-b2a8-e4d377c324cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 549.028148] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:8c:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '737dbf03-8d66-4909-b2a8-e4d377c324cf', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 549.037466] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Creating folder: Project (46ed322fb9974772bc63dbaca3988158). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.037466] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07ec9531-400e-49bf-9ff9-d7cf4068ead6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.049764] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Created folder: Project (46ed322fb9974772bc63dbaca3988158) in parent group-v468248. [ 549.049821] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Creating folder: Instances. Parent ref: group-v468288. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.050072] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88b2300c-25e8-4ab0-aadc-ab31791d44c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.061665] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Created folder: Instances in parent group-v468288. [ 549.061911] env[64022]: DEBUG oslo.service.loopingcall [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 549.062125] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 549.063019] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77db4bb2-78b9-4daa-a3be-4161194f9dcd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.083424] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 549.083424] env[64022]: value = "task-2301897" [ 549.083424] env[64022]: _type = "Task" [ 549.083424] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.097280] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301897, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.131402] env[64022]: DEBUG oslo_vmware.api [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Task: {'id': task-2301893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111932} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.131550] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 549.131660] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 549.131818] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 549.132577] env[64022]: INFO nova.compute.manager [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 549.132577] env[64022]: DEBUG oslo.service.loopingcall [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 549.132577] env[64022]: DEBUG nova.compute.manager [-] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 549.132577] env[64022]: DEBUG nova.network.neutron [-] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 549.135459] env[64022]: ERROR nova.scheduler.client.report [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [req-1cf2cedc-4e05-46b5-9f83-7588b1721f82] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3a889db4-7597-478e-92a9-f74a134fda34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1cf2cedc-4e05-46b5-9f83-7588b1721f82"}]} [ 549.158428] env[64022]: DEBUG nova.scheduler.client.report [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Refreshing inventories for resource provider 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 549.180141] env[64022]: DEBUG nova.scheduler.client.report [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Updating ProviderTree inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 549.180141] env[64022]: DEBUG nova.compute.provider_tree [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 549.196237] env[64022]: DEBUG nova.scheduler.client.report [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Refreshing aggregate associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, aggregates: 461f15d3-731e-44c4-874f-22cc1aedc9c1 {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 549.222029] env[64022]: DEBUG nova.scheduler.client.report [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Refreshing trait associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 549.338627] env[64022]: DEBUG oslo_vmware.api [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2301890, 'name': PowerOnVM_Task, 'duration_secs': 0.672839} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.342040] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 549.342257] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e47ef20a-e089-448b-bda1-06506ece752e tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance 'fdbee3c7-34eb-4b2e-830a-baf719075a77' progress to 100 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 549.353735] env[64022]: DEBUG nova.compute.manager [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Received event network-changed-a61321cf-7210-4d2f-b380-87e7787f58d3 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 549.354086] env[64022]: DEBUG nova.compute.manager [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Refreshing instance network info cache due to event network-changed-a61321cf-7210-4d2f-b380-87e7787f58d3. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 549.355337] env[64022]: DEBUG oslo_concurrency.lockutils [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] Acquiring lock "refresh_cache-55938fd8-1b3d-4c7f-8223-70a051f20b9e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.355337] env[64022]: DEBUG oslo_concurrency.lockutils [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] Acquired lock "refresh_cache-55938fd8-1b3d-4c7f-8223-70a051f20b9e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.355337] env[64022]: DEBUG nova.network.neutron [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Refreshing network info cache for port a61321cf-7210-4d2f-b380-87e7787f58d3 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 549.411983] env[64022]: DEBUG nova.network.neutron [-] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 549.479796] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.605989] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301897, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.860860] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc574a48-de7e-4ec3-a111-0695a7e1bb57 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.876372] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a448ca7-6f29-479a-9293-804af3c6c5a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.915576] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9f00df-de26-44b2-881f-49dc7bfd4e7f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.919281] env[64022]: DEBUG nova.network.neutron [-] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.927477] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9dc56d-a5d3-41f7-a3a0-d4eb3bbcee2b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.952508] env[64022]: DEBUG nova.compute.provider_tree [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 549.958173] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "c584ed71-b206-4a67-a0fc-c6964b5d0fae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.958376] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "c584ed71-b206-4a67-a0fc-c6964b5d0fae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.974636] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301894, 'name': ReconfigVM_Task, 'duration_secs': 0.861774} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.974910] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 55938fd8-1b3d-4c7f-8223-70a051f20b9e/55938fd8-1b3d-4c7f-8223-70a051f20b9e.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 549.980020] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c358dcad-8eb3-475c-89d7-d397117c6303 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.986659] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Waiting for the task: (returnval){ [ 549.986659] env[64022]: value = "task-2301898" [ 549.986659] env[64022]: _type = "Task" [ 549.986659] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.997307] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301898, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.044315] env[64022]: DEBUG nova.network.neutron [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Successfully updated port: 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 550.110241] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301897, 'name': CreateVM_Task, 'duration_secs': 0.592213} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.110241] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 550.110241] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.110241] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.110588] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.110848] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e10cd6f-5781-4ebb-b565-82120bdf3912 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.118979] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Waiting for the task: (returnval){ [ 550.118979] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52824347-90c0-4177-9bdf-eb81180f68cd" [ 550.118979] env[64022]: _type = "Task" [ 550.118979] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.130889] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52824347-90c0-4177-9bdf-eb81180f68cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.422116] env[64022]: INFO nova.compute.manager [-] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Took 1.29 seconds to deallocate network for instance. [ 550.461447] env[64022]: DEBUG nova.scheduler.client.report [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.505074] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301898, 'name': Rename_Task, 'duration_secs': 0.194915} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.505201] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 550.505463] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5429fb45-2703-45f9-b644-6808595948c5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.516187] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Waiting for the task: (returnval){ [ 550.516187] env[64022]: value = "task-2301899" [ 550.516187] env[64022]: _type = "Task" [ 550.516187] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.525676] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.542228] env[64022]: DEBUG nova.network.neutron [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Updated VIF entry in instance network info cache for port a61321cf-7210-4d2f-b380-87e7787f58d3. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 550.542491] env[64022]: DEBUG nova.network.neutron [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Updating instance_info_cache with network_info: [{"id": "a61321cf-7210-4d2f-b380-87e7787f58d3", "address": "fa:16:3e:28:07:82", "network": {"id": "1ba2b582-8804-46ea-a9be-685474581b7a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-826384656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001c4f1cfa849b1bd688a8ae68f9921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa61321cf-72", "ovs_interfaceid": "a61321cf-7210-4d2f-b380-87e7787f58d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.550942] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Acquiring lock "refresh_cache-b3ffa526-8311-4419-bbc0-e68e7968f35d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.550942] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Acquired lock "refresh_cache-b3ffa526-8311-4419-bbc0-e68e7968f35d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.550942] env[64022]: DEBUG nova.network.neutron [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 550.639277] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52824347-90c0-4177-9bdf-eb81180f68cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01417} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.639277] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.639768] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 550.640282] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.640434] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.640670] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 550.641014] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8c9ce1c-efbe-42c5-bc02-b6de2fd050db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.654769] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 550.654968] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 550.655822] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd0747e-f775-4215-b5db-f937bc3c7ac3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.664905] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Waiting for the task: (returnval){ [ 550.664905] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eb6bfb-6eeb-20fe-3b04-c92d7daab1e5" [ 550.664905] env[64022]: _type = "Task" [ 550.664905] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.676558] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eb6bfb-6eeb-20fe-3b04-c92d7daab1e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.931318] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.971756] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.383s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.972374] env[64022]: DEBUG nova.compute.manager [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 550.976353] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.528s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.977842] env[64022]: INFO nova.compute.claims [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.031160] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301899, 'name': PowerOnVM_Task} progress is 91%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.049801] env[64022]: DEBUG oslo_concurrency.lockutils [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] Releasing lock "refresh_cache-55938fd8-1b3d-4c7f-8223-70a051f20b9e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.050179] env[64022]: DEBUG nova.compute.manager [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Received event network-vif-plugged-737dbf03-8d66-4909-b2a8-e4d377c324cf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 551.050639] env[64022]: DEBUG oslo_concurrency.lockutils [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] Acquiring lock "ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.050780] env[64022]: DEBUG oslo_concurrency.lockutils [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] Lock "ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.051468] env[64022]: DEBUG oslo_concurrency.lockutils [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] Lock "ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.051468] env[64022]: DEBUG nova.compute.manager [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] No waiting events found dispatching network-vif-plugged-737dbf03-8d66-4909-b2a8-e4d377c324cf {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 551.051468] env[64022]: WARNING nova.compute.manager [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Received unexpected event network-vif-plugged-737dbf03-8d66-4909-b2a8-e4d377c324cf for instance with vm_state building and task_state spawning. [ 551.051468] env[64022]: DEBUG nova.compute.manager [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Received event network-changed-737dbf03-8d66-4909-b2a8-e4d377c324cf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 551.051873] env[64022]: DEBUG nova.compute.manager [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Refreshing instance network info cache due to event network-changed-737dbf03-8d66-4909-b2a8-e4d377c324cf. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 551.051873] env[64022]: DEBUG oslo_concurrency.lockutils [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] Acquiring lock "refresh_cache-ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.051942] env[64022]: DEBUG oslo_concurrency.lockutils [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] Acquired lock "refresh_cache-ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.052193] env[64022]: DEBUG nova.network.neutron [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Refreshing network info cache for port 737dbf03-8d66-4909-b2a8-e4d377c324cf {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 551.095259] env[64022]: DEBUG nova.network.neutron [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 551.181352] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eb6bfb-6eeb-20fe-3b04-c92d7daab1e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012178} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.182212] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86371489-4675-4b62-9936-5b2c935ec1d5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.190472] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Waiting for the task: (returnval){ [ 551.190472] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528835c2-ec5d-a4d1-878b-20be6f6203de" [ 551.190472] env[64022]: _type = "Task" [ 551.190472] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.203990] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528835c2-ec5d-a4d1-878b-20be6f6203de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.286299] env[64022]: DEBUG nova.network.neutron [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Updating instance_info_cache with network_info: [{"id": "87ea2177-5af8-48e6-bef6-ff3ff8ee90c0", "address": "fa:16:3e:09:91:46", "network": {"id": "c68f8781-7188-41c3-b380-30961d078d80", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1579557987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fc52abc8b749d6bf7f5d8effc562bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ea2177-5a", "ovs_interfaceid": "87ea2177-5af8-48e6-bef6-ff3ff8ee90c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.483741] env[64022]: DEBUG nova.compute.utils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 551.487305] env[64022]: DEBUG nova.compute.manager [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Not allocating networking since 'none' was specified. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 551.528096] env[64022]: DEBUG oslo_vmware.api [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301899, 'name': PowerOnVM_Task, 'duration_secs': 0.584859} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.528397] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 551.529152] env[64022]: INFO nova.compute.manager [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Took 9.17 seconds to spawn the instance on the hypervisor. [ 551.529152] env[64022]: DEBUG nova.compute.manager [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 551.529763] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4fbc5a-e576-4078-bf5c-3572632c43ab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.705712] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528835c2-ec5d-a4d1-878b-20be6f6203de, 'name': SearchDatastore_Task, 'duration_secs': 0.014614} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.706036] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.706308] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879/ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 551.706578] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-094fc5bd-96ca-4e63-87d9-faa0b2a26bc8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.714855] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Waiting for the task: (returnval){ [ 551.714855] env[64022]: value = "task-2301900" [ 551.714855] env[64022]: _type = "Task" [ 551.714855] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.726519] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.793017] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Releasing lock "refresh_cache-b3ffa526-8311-4419-bbc0-e68e7968f35d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.793017] env[64022]: DEBUG nova.compute.manager [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Instance network_info: |[{"id": "87ea2177-5af8-48e6-bef6-ff3ff8ee90c0", "address": "fa:16:3e:09:91:46", "network": {"id": "c68f8781-7188-41c3-b380-30961d078d80", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1579557987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fc52abc8b749d6bf7f5d8effc562bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ea2177-5a", "ovs_interfaceid": "87ea2177-5af8-48e6-bef6-ff3ff8ee90c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 551.793017] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:91:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87ea2177-5af8-48e6-bef6-ff3ff8ee90c0', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 551.802702] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Creating folder: Project (86fc52abc8b749d6bf7f5d8effc562bc). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.802702] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-344e9681-1df1-4b81-99c6-c89d2a871ed6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.813798] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Created folder: Project (86fc52abc8b749d6bf7f5d8effc562bc) in parent group-v468248. [ 551.814252] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Creating folder: Instances. Parent ref: group-v468291. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.814252] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecc05387-5aad-456a-80a9-7cb960422de3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.825584] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Created folder: Instances in parent group-v468291. [ 551.825584] env[64022]: DEBUG oslo.service.loopingcall [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 551.825965] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 551.826281] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f8f88cd-87fb-46da-9c3e-0bb530f93ad5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.853222] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 551.853222] env[64022]: value = "task-2301903" [ 551.853222] env[64022]: _type = "Task" [ 551.853222] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.864689] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301903, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.938092] env[64022]: DEBUG nova.network.neutron [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Updated VIF entry in instance network info cache for port 737dbf03-8d66-4909-b2a8-e4d377c324cf. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 551.938092] env[64022]: DEBUG nova.network.neutron [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Updating instance_info_cache with network_info: [{"id": "737dbf03-8d66-4909-b2a8-e4d377c324cf", "address": "fa:16:3e:c7:8c:98", "network": {"id": "93738544-f5d3-4439-acee-eeed6ec3b314", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1621686316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46ed322fb9974772bc63dbaca3988158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737dbf03-8d", "ovs_interfaceid": "737dbf03-8d66-4909-b2a8-e4d377c324cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.987473] env[64022]: DEBUG nova.compute.manager [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.055703] env[64022]: INFO nova.compute.manager [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Took 21.58 seconds to build instance. [ 552.228512] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301900, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.369974] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301903, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.443905] env[64022]: DEBUG oslo_concurrency.lockutils [req-35b07ba7-48b4-451f-aafa-7aebb7b8800c req-9eba4ed8-7fc5-455f-a4a2-089fea166acc service nova] Releasing lock "refresh_cache-ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.463767] env[64022]: DEBUG nova.compute.manager [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Received event network-vif-plugged-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 552.464076] env[64022]: DEBUG oslo_concurrency.lockutils [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] Acquiring lock "b3ffa526-8311-4419-bbc0-e68e7968f35d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.464541] env[64022]: DEBUG oslo_concurrency.lockutils [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] Lock "b3ffa526-8311-4419-bbc0-e68e7968f35d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.464541] env[64022]: DEBUG oslo_concurrency.lockutils [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] Lock "b3ffa526-8311-4419-bbc0-e68e7968f35d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.464747] env[64022]: DEBUG nova.compute.manager [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] No waiting events found dispatching network-vif-plugged-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 552.464916] env[64022]: WARNING nova.compute.manager [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Received unexpected event network-vif-plugged-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 for instance with vm_state building and task_state spawning. [ 552.465109] env[64022]: DEBUG nova.compute.manager [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Received event network-changed-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 552.465296] env[64022]: DEBUG nova.compute.manager [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Refreshing instance network info cache due to event network-changed-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 552.465413] env[64022]: DEBUG oslo_concurrency.lockutils [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] Acquiring lock "refresh_cache-b3ffa526-8311-4419-bbc0-e68e7968f35d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.465548] env[64022]: DEBUG oslo_concurrency.lockutils [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] Acquired lock "refresh_cache-b3ffa526-8311-4419-bbc0-e68e7968f35d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.465697] env[64022]: DEBUG nova.network.neutron [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Refreshing network info cache for port 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 552.558950] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec4907b-cd54-4083-941b-c6eff75be349 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Lock "55938fd8-1b3d-4c7f-8223-70a051f20b9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.100s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.635981] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21c0cc4-de51-4d9f-94b2-325a6eefdf2e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.644284] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d750cf-8c8b-47e1-a346-b77c7a127d8e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.679909] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee49e9e-99e6-477b-b208-fc47df9beae4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.688570] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9540fcec-16b8-41b0-b23d-0000733bb9c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.705592] env[64022]: DEBUG nova.compute.provider_tree [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 552.719881] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "d87099f3-6484-44fb-9c6d-a6d198f46167" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.719881] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "d87099f3-6484-44fb-9c6d-a6d198f46167" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.737399] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769154} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.737788] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879/ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 552.738123] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 552.738534] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a8190ea-8496-4e1b-82ca-f7e3050c0f60 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.750302] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Waiting for the task: (returnval){ [ 552.750302] env[64022]: value = "task-2301908" [ 552.750302] env[64022]: _type = "Task" [ 552.750302] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.761588] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.770752] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "12321f37-87a5-4d64-b101-25e46f3537a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.771109] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "12321f37-87a5-4d64-b101-25e46f3537a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.774371] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "fdbee3c7-34eb-4b2e-830a-baf719075a77" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.774961] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "fdbee3c7-34eb-4b2e-830a-baf719075a77" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.774961] env[64022]: DEBUG nova.compute.manager [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Going to confirm migration 1 {{(pid=64022) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 552.782413] env[64022]: DEBUG nova.compute.manager [req-a919e5ef-4b89-4d7b-84dc-bc63ab2bd479 req-1b518b9f-61e3-4063-a233-82877e39ca94 service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Received event network-changed-a10621da-123f-424e-9feb-e59115e82cad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 552.783217] env[64022]: DEBUG nova.compute.manager [req-a919e5ef-4b89-4d7b-84dc-bc63ab2bd479 req-1b518b9f-61e3-4063-a233-82877e39ca94 service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Refreshing instance network info cache due to event network-changed-a10621da-123f-424e-9feb-e59115e82cad. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 552.784112] env[64022]: DEBUG oslo_concurrency.lockutils [req-a919e5ef-4b89-4d7b-84dc-bc63ab2bd479 req-1b518b9f-61e3-4063-a233-82877e39ca94 service nova] Acquiring lock "refresh_cache-db0bd24c-af17-4abc-b83d-cd18c5f81568" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.784362] env[64022]: DEBUG oslo_concurrency.lockutils [req-a919e5ef-4b89-4d7b-84dc-bc63ab2bd479 req-1b518b9f-61e3-4063-a233-82877e39ca94 service nova] Acquired lock "refresh_cache-db0bd24c-af17-4abc-b83d-cd18c5f81568" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.784683] env[64022]: DEBUG nova.network.neutron [req-a919e5ef-4b89-4d7b-84dc-bc63ab2bd479 req-1b518b9f-61e3-4063-a233-82877e39ca94 service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Refreshing network info cache for port a10621da-123f-424e-9feb-e59115e82cad {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 552.869718] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301903, 'name': CreateVM_Task, 'duration_secs': 0.856459} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.869792] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 552.870635] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.870793] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.871184] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.871794] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f246e257-d889-474c-b308-495d2beafc90 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.878289] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Waiting for the task: (returnval){ [ 552.878289] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523615d5-bd61-3f3d-3ba9-176c9b9d364c" [ 552.878289] env[64022]: _type = "Task" [ 552.878289] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.887327] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523615d5-bd61-3f3d-3ba9-176c9b9d364c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.007995] env[64022]: DEBUG nova.compute.manager [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.042263] env[64022]: DEBUG nova.virt.hardware [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 553.042500] env[64022]: DEBUG nova.virt.hardware [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.042649] env[64022]: DEBUG nova.virt.hardware [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 553.042820] env[64022]: DEBUG nova.virt.hardware [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.042957] env[64022]: DEBUG nova.virt.hardware [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 553.044707] env[64022]: DEBUG nova.virt.hardware [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 553.045085] env[64022]: DEBUG nova.virt.hardware [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 553.045275] env[64022]: DEBUG nova.virt.hardware [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 553.045449] env[64022]: DEBUG nova.virt.hardware [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 553.045608] env[64022]: DEBUG nova.virt.hardware [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 553.045780] env[64022]: DEBUG nova.virt.hardware [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 553.046897] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfe74bf-7115-48b1-9c03-c34c9d57aa51 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.056719] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4a803a-cae7-4e35-9c2c-a499205584b1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.062790] env[64022]: DEBUG nova.compute.manager [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.074746] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Instance VIF info [] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.082027] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Creating folder: Project (ef85487be6c049adad7a39affb08bfd2). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.085629] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f541afb-93ce-4bec-8836-c24521f90e50 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.097262] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Created folder: Project (ef85487be6c049adad7a39affb08bfd2) in parent group-v468248. [ 553.097524] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Creating folder: Instances. Parent ref: group-v468297. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.098100] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-998b1e90-61fd-4508-80c5-9991b077b8ab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.111828] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Created folder: Instances in parent group-v468297. [ 553.112092] env[64022]: DEBUG oslo.service.loopingcall [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.112320] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.113197] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab990945-1a37-47b1-b139-ea4603213e07 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.135942] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.135942] env[64022]: value = "task-2301911" [ 553.135942] env[64022]: _type = "Task" [ 553.135942] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.147459] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301911, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.236163] env[64022]: ERROR nova.scheduler.client.report [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [req-eac38bf4-9567-4d26-94b5-94c993fe20b6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3a889db4-7597-478e-92a9-f74a134fda34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eac38bf4-9567-4d26-94b5-94c993fe20b6"}]} [ 553.261990] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078035} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.263087] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 553.263405] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731afb0d-92eb-4558-8d2c-f684be7655bf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.267020] env[64022]: DEBUG nova.scheduler.client.report [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Refreshing inventories for resource provider 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 553.294157] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879/ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 553.298528] env[64022]: DEBUG nova.scheduler.client.report [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Updating ProviderTree inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 553.298528] env[64022]: DEBUG nova.compute.provider_tree [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 553.302268] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ed5087-b7f1-426a-93fe-81a305544ea3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.321314] env[64022]: DEBUG nova.network.neutron [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Updated VIF entry in instance network info cache for port 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 553.321723] env[64022]: DEBUG nova.network.neutron [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Updating instance_info_cache with network_info: [{"id": "87ea2177-5af8-48e6-bef6-ff3ff8ee90c0", "address": "fa:16:3e:09:91:46", "network": {"id": "c68f8781-7188-41c3-b380-30961d078d80", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1579557987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fc52abc8b749d6bf7f5d8effc562bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ea2177-5a", "ovs_interfaceid": "87ea2177-5af8-48e6-bef6-ff3ff8ee90c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.331166] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Waiting for the task: (returnval){ [ 553.331166] env[64022]: value = "task-2301912" [ 553.331166] env[64022]: _type = "Task" [ 553.331166] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.339759] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.340784] env[64022]: DEBUG nova.scheduler.client.report [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Refreshing aggregate associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, aggregates: None {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 553.363396] env[64022]: DEBUG nova.scheduler.client.report [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Refreshing trait associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 553.395551] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523615d5-bd61-3f3d-3ba9-176c9b9d364c, 'name': SearchDatastore_Task, 'duration_secs': 0.019127} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.400096] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.400297] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 553.400595] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.400752] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.400935] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 553.401516] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac7429be-e975-4775-9f1c-36ffea5e3812 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.412088] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 553.412088] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 553.414487] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996bf9ce-1232-4b47-ba5e-f9f7464630f8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.421255] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Waiting for the task: (returnval){ [ 553.421255] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f452fa-4b55-bc0e-5623-607850eff06e" [ 553.421255] env[64022]: _type = "Task" [ 553.421255] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.433020] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f452fa-4b55-bc0e-5623-607850eff06e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.485798] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.486090] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.486198] env[64022]: DEBUG nova.network.neutron [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.486391] env[64022]: DEBUG nova.objects.instance [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lazy-loading 'info_cache' on Instance uuid fdbee3c7-34eb-4b2e-830a-baf719075a77 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 553.614808] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.654262] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301911, 'name': CreateVM_Task, 'duration_secs': 0.512283} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.655189] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 553.655189] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.655589] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.656036] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.659828] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd3d2cb-375c-43c3-aa5d-adbdc41b7c1e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.665907] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 553.665907] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d50ee7-61e7-1f57-93c0-b5c6c422cbc6" [ 553.665907] env[64022]: _type = "Task" [ 553.665907] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.675099] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d50ee7-61e7-1f57-93c0-b5c6c422cbc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.776260] env[64022]: DEBUG nova.network.neutron [req-a919e5ef-4b89-4d7b-84dc-bc63ab2bd479 req-1b518b9f-61e3-4063-a233-82877e39ca94 service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Updated VIF entry in instance network info cache for port a10621da-123f-424e-9feb-e59115e82cad. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 553.776921] env[64022]: DEBUG nova.network.neutron [req-a919e5ef-4b89-4d7b-84dc-bc63ab2bd479 req-1b518b9f-61e3-4063-a233-82877e39ca94 service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Updating instance_info_cache with network_info: [{"id": "a10621da-123f-424e-9feb-e59115e82cad", "address": "fa:16:3e:74:8c:1a", "network": {"id": "ae41eb8c-57be-4601-a2ae-902da5a9a3e6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1182107773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff80f8078c943638a5b84e7bcfe1632", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10621da-12", "ovs_interfaceid": "a10621da-123f-424e-9feb-e59115e82cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.827454] env[64022]: DEBUG oslo_concurrency.lockutils [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] Releasing lock "refresh_cache-b3ffa526-8311-4419-bbc0-e68e7968f35d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.827454] env[64022]: DEBUG nova.compute.manager [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Received event network-changed-4797adb9-efd3-4623-8e41-556d66648e71 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.827454] env[64022]: DEBUG nova.compute.manager [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Refreshing instance network info cache due to event network-changed-4797adb9-efd3-4623-8e41-556d66648e71. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 553.827454] env[64022]: DEBUG oslo_concurrency.lockutils [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] Acquiring lock "refresh_cache-34c628d8-15bb-42bb-af8d-75b23a4d72ee" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.828406] env[64022]: DEBUG oslo_concurrency.lockutils [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] Acquired lock "refresh_cache-34c628d8-15bb-42bb-af8d-75b23a4d72ee" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.828406] env[64022]: DEBUG nova.network.neutron [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Refreshing network info cache for port 4797adb9-efd3-4623-8e41-556d66648e71 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 553.850162] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.901647] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0346efb-fbfe-46c2-a971-d21e4244ed30 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.908648] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96ecda7-3374-4176-85aa-10ab610db19e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.948301] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0e090e-b124-4241-933c-18b9ca0e5162 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.957292] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f452fa-4b55-bc0e-5623-607850eff06e, 'name': SearchDatastore_Task, 'duration_secs': 0.025341} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.960825] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b0f0414-26c2-4073-987e-f28eafa8da2a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.964567] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c382192b-ab42-466b-9255-9df3b681f3f5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.973125] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Waiting for the task: (returnval){ [ 553.973125] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ed00ab-28a9-bccb-25f6-309b1232455b" [ 553.973125] env[64022]: _type = "Task" [ 553.973125] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.984242] env[64022]: DEBUG nova.compute.provider_tree [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 553.998084] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ed00ab-28a9-bccb-25f6-309b1232455b, 'name': SearchDatastore_Task, 'duration_secs': 0.016603} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.998084] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.998265] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] b3ffa526-8311-4419-bbc0-e68e7968f35d/b3ffa526-8311-4419-bbc0-e68e7968f35d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 553.998592] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc95ca7a-5408-4ac6-b7c1-39cea81fb658 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.007353] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Waiting for the task: (returnval){ [ 554.007353] env[64022]: value = "task-2301913" [ 554.007353] env[64022]: _type = "Task" [ 554.007353] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.016337] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.181822] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d50ee7-61e7-1f57-93c0-b5c6c422cbc6, 'name': SearchDatastore_Task, 'duration_secs': 0.012747} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.182190] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.182513] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.183244] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.183244] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.183244] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 554.184739] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e57bf77-f8b1-4e16-82f5-303ef7a3759f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.198193] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 554.198576] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 554.199421] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f656647-be8e-4f91-a684-01f5cbcf3bb0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.205225] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 554.205225] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520087fc-3163-5152-cf0e-252abd87672e" [ 554.205225] env[64022]: _type = "Task" [ 554.205225] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.214491] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520087fc-3163-5152-cf0e-252abd87672e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.288948] env[64022]: DEBUG oslo_concurrency.lockutils [req-a919e5ef-4b89-4d7b-84dc-bc63ab2bd479 req-1b518b9f-61e3-4063-a233-82877e39ca94 service nova] Releasing lock "refresh_cache-db0bd24c-af17-4abc-b83d-cd18c5f81568" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.349554] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301912, 'name': ReconfigVM_Task, 'duration_secs': 0.525459} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.349914] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Reconfigured VM instance instance-0000000e to attach disk [datastore2] ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879/ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 554.350827] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c51067a-0870-4b3f-b6d6-f230bad54399 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.357720] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Waiting for the task: (returnval){ [ 554.357720] env[64022]: value = "task-2301914" [ 554.357720] env[64022]: _type = "Task" [ 554.357720] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.366823] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301914, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.521724] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301913, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.537632] env[64022]: DEBUG nova.scheduler.client.report [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Updated inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 554.538160] env[64022]: DEBUG nova.compute.provider_tree [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Updating resource provider 3a889db4-7597-478e-92a9-f74a134fda34 generation from 37 to 38 during operation: update_inventory {{(pid=64022) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 554.538160] env[64022]: DEBUG nova.compute.provider_tree [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 554.696870] env[64022]: DEBUG oslo_concurrency.lockutils [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Acquiring lock "55938fd8-1b3d-4c7f-8223-70a051f20b9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.696870] env[64022]: DEBUG oslo_concurrency.lockutils [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Lock "55938fd8-1b3d-4c7f-8223-70a051f20b9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.697884] env[64022]: DEBUG oslo_concurrency.lockutils [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Acquiring lock "55938fd8-1b3d-4c7f-8223-70a051f20b9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.697884] env[64022]: DEBUG oslo_concurrency.lockutils [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Lock "55938fd8-1b3d-4c7f-8223-70a051f20b9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.697884] env[64022]: DEBUG oslo_concurrency.lockutils [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Lock "55938fd8-1b3d-4c7f-8223-70a051f20b9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.703970] env[64022]: INFO nova.compute.manager [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Terminating instance [ 554.716534] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520087fc-3163-5152-cf0e-252abd87672e, 'name': SearchDatastore_Task, 'duration_secs': 0.012482} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.718254] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d5349a-f57f-4d0c-8b18-362e1c565477 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.724184] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 554.724184] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528aa215-bf36-9601-045b-2e2607f94c41" [ 554.724184] env[64022]: _type = "Task" [ 554.724184] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.736268] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528aa215-bf36-9601-045b-2e2607f94c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.774696] env[64022]: DEBUG nova.network.neutron [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Updated VIF entry in instance network info cache for port 4797adb9-efd3-4623-8e41-556d66648e71. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 554.775064] env[64022]: DEBUG nova.network.neutron [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Updating instance_info_cache with network_info: [{"id": "4797adb9-efd3-4623-8e41-556d66648e71", "address": "fa:16:3e:7c:9b:f5", "network": {"id": "e2d4e482-0cab-484c-90fd-0c2cb1afc14f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2125177087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f55de10cfa46729f94fb0c8eb85387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4797adb9-ef", "ovs_interfaceid": "4797adb9-efd3-4623-8e41-556d66648e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.871579] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301914, 'name': Rename_Task, 'duration_secs': 0.356539} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.872045] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 554.872880] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52b3f5e5-7fda-4fa5-bb6c-05070bd94f2c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.881798] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Waiting for the task: (returnval){ [ 554.881798] env[64022]: value = "task-2301915" [ 554.881798] env[64022]: _type = "Task" [ 554.881798] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.891877] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.893111] env[64022]: DEBUG nova.network.neutron [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance_info_cache with network_info: [{"id": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "address": "fa:16:3e:d0:cf:71", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5432e795-1f", "ovs_interfaceid": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.022691] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679024} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.022949] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] b3ffa526-8311-4419-bbc0-e68e7968f35d/b3ffa526-8311-4419-bbc0-e68e7968f35d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 555.023174] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 555.023489] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c24ac468-d410-4751-97c6-a96ed33d5ba1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.030540] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Waiting for the task: (returnval){ [ 555.030540] env[64022]: value = "task-2301916" [ 555.030540] env[64022]: _type = "Task" [ 555.030540] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.039670] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.048577] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.072s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.049153] env[64022]: DEBUG nova.compute.manager [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 555.052937] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.331s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.053356] env[64022]: DEBUG nova.objects.instance [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Lazy-loading 'resources' on Instance uuid 0686feae-eccb-4a4f-bc91-a01eebb72da4 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 555.208993] env[64022]: DEBUG nova.compute.manager [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 555.209398] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 555.210821] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4de244-2562-4ee4-8d8c-e49a6da150b4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.221031] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 555.221427] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5c79d92-216c-4ef7-a8e5-b424caacbf09 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.229830] env[64022]: DEBUG oslo_vmware.api [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Waiting for the task: (returnval){ [ 555.229830] env[64022]: value = "task-2301917" [ 555.229830] env[64022]: _type = "Task" [ 555.229830] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.248514] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528aa215-bf36-9601-045b-2e2607f94c41, 'name': SearchDatastore_Task, 'duration_secs': 0.023855} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.251222] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.251653] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 7bbb6adf-3e10-460d-b2e2-5e2991745c10/7bbb6adf-3e10-460d-b2e2-5e2991745c10.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 555.251971] env[64022]: DEBUG oslo_vmware.api [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.252244] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec007b63-1cbd-4f38-8542-c8d03559921f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.260294] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 555.260294] env[64022]: value = "task-2301918" [ 555.260294] env[64022]: _type = "Task" [ 555.260294] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.272604] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.284532] env[64022]: DEBUG oslo_concurrency.lockutils [req-ca636082-8b49-4b08-83f8-04b44f07250b req-4506cdc8-320a-4c3a-89e7-6fc084495992 service nova] Releasing lock "refresh_cache-34c628d8-15bb-42bb-af8d-75b23a4d72ee" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.339119] env[64022]: DEBUG oslo_vmware.rw_handles [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52525f53-ac08-e056-a11c-8570ddc7b199/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 555.340488] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a21e4db-0a8d-4bd1-bae0-a62593306ee9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.348496] env[64022]: DEBUG oslo_vmware.rw_handles [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52525f53-ac08-e056-a11c-8570ddc7b199/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 555.348755] env[64022]: ERROR oslo_vmware.rw_handles [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52525f53-ac08-e056-a11c-8570ddc7b199/disk-0.vmdk due to incomplete transfer. [ 555.349129] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a5bc42fc-a247-4d3e-bdd1-8b638ec36d82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.369286] env[64022]: DEBUG oslo_vmware.rw_handles [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52525f53-ac08-e056-a11c-8570ddc7b199/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 555.369534] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Uploaded image 862ad99e-b195-496e-9950-accf9921d490 to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 555.372392] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 555.372752] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a11eda8c-98bb-46f3-be92-94fc0fa3a3b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.382417] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 555.382417] env[64022]: value = "task-2301919" [ 555.382417] env[64022]: _type = "Task" [ 555.382417] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.398455] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.398784] env[64022]: DEBUG nova.objects.instance [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lazy-loading 'migration_context' on Instance uuid fdbee3c7-34eb-4b2e-830a-baf719075a77 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 555.400230] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301919, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.404319] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301915, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.542609] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07856} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.542609] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 555.542911] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76172a9-69de-4a00-a3c3-0f6fb48a8d07 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.559335] env[64022]: DEBUG nova.compute.utils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 555.572074] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] b3ffa526-8311-4419-bbc0-e68e7968f35d/b3ffa526-8311-4419-bbc0-e68e7968f35d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 555.573119] env[64022]: DEBUG nova.compute.manager [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 555.573119] env[64022]: DEBUG nova.network.neutron [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 555.577531] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e2895c-832b-4bb2-a454-9e9bb0b84b24 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.602818] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Waiting for the task: (returnval){ [ 555.602818] env[64022]: value = "task-2301920" [ 555.602818] env[64022]: _type = "Task" [ 555.602818] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.618159] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.753747] env[64022]: DEBUG oslo_vmware.api [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301917, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.764275] env[64022]: DEBUG nova.policy [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd896334c28ab4d738b714afd664cac1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd68f5b77985a4f21b51991ef61da00ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 555.777389] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301918, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.903672] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301919, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.908402] env[64022]: DEBUG nova.objects.base [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 555.908763] env[64022]: DEBUG oslo_vmware.api [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301915, 'name': PowerOnVM_Task, 'duration_secs': 0.759278} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.909798] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77008ce-ca06-45c2-b7ad-f7b90b7713e3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.914604] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 555.914604] env[64022]: INFO nova.compute.manager [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Took 10.88 seconds to spawn the instance on the hypervisor. [ 555.914604] env[64022]: DEBUG nova.compute.manager [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 555.914604] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e247f182-cd88-46f1-ab8d-2fd4120ebca9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.954210] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ba59c3-fd5f-47b2-b91f-91369275fea9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.962590] env[64022]: DEBUG oslo_vmware.api [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 555.962590] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525de8d1-9bc5-3974-1d99-56ac67c6b8c9" [ 555.962590] env[64022]: _type = "Task" [ 555.962590] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.977114] env[64022]: DEBUG oslo_vmware.api [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525de8d1-9bc5-3974-1d99-56ac67c6b8c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.079167] env[64022]: DEBUG nova.compute.manager [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 556.124496] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.176859] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574dc4dd-c59c-4e1b-81d4-3b150d0d8ae3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.188036] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a585a236-b8bb-4cfa-9e71-d71da75c5da4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.225952] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052986d8-a4ab-41cc-a7e3-aee07572c5f1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.233424] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fac4c1c-24ec-4ffe-8593-76063304036c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.252607] env[64022]: DEBUG nova.compute.provider_tree [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.259873] env[64022]: DEBUG oslo_vmware.api [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301917, 'name': PowerOffVM_Task, 'duration_secs': 0.636658} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.260176] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 556.260355] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 556.260673] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-873206c8-300e-4868-a1ec-868f266ce910 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.272423] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.955145} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.272682] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 7bbb6adf-3e10-460d-b2e2-5e2991745c10/7bbb6adf-3e10-460d-b2e2-5e2991745c10.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.272882] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 556.273151] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-882ac05d-e30c-4d36-870f-e063df3aac81 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.279920] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 556.279920] env[64022]: value = "task-2301923" [ 556.279920] env[64022]: _type = "Task" [ 556.279920] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.288770] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.397048] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301919, 'name': Destroy_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.463601] env[64022]: INFO nova.compute.manager [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Took 25.21 seconds to build instance. [ 556.477659] env[64022]: DEBUG oslo_vmware.api [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525de8d1-9bc5-3974-1d99-56ac67c6b8c9, 'name': SearchDatastore_Task, 'duration_secs': 0.019665} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.478601] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.616727] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.657430] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 556.657652] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 556.658728] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Deleting the datastore file [datastore2] 55938fd8-1b3d-4c7f-8223-70a051f20b9e {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 556.658728] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d096c478-d4f3-4ee8-97db-2cd7bba11ca2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.665456] env[64022]: DEBUG oslo_vmware.api [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Waiting for the task: (returnval){ [ 556.665456] env[64022]: value = "task-2301924" [ 556.665456] env[64022]: _type = "Task" [ 556.665456] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.681032] env[64022]: DEBUG oslo_vmware.api [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.686205] env[64022]: DEBUG nova.network.neutron [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Successfully created port: d19b3de4-8b66-4483-8f2a-a300aedf3ca2 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 556.756428] env[64022]: DEBUG nova.scheduler.client.report [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.797155] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.339069} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.797594] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 556.800797] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea0f0a3-0bef-4179-8e7d-8659159957e5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.829174] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 7bbb6adf-3e10-460d-b2e2-5e2991745c10/7bbb6adf-3e10-460d-b2e2-5e2991745c10.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 556.829448] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0927e71-2801-4c28-83c4-50aaa2b1fa3f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.851261] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 556.851261] env[64022]: value = "task-2301925" [ 556.851261] env[64022]: _type = "Task" [ 556.851261] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.859348] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.896355] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301919, 'name': Destroy_Task, 'duration_secs': 1.412366} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.896489] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Destroyed the VM [ 556.896910] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 556.897113] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8fc50a64-c810-4023-b0c8-41492ef7caf7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.904744] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 556.904744] env[64022]: value = "task-2301926" [ 556.904744] env[64022]: _type = "Task" [ 556.904744] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.915669] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301926, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.967113] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bb58890c-a935-4708-83d6-66e10085ab19 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Lock "ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.736s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.090396] env[64022]: DEBUG nova.compute.manager [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 557.125296] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301920, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.134037] env[64022]: DEBUG nova.virt.hardware [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 557.134316] env[64022]: DEBUG nova.virt.hardware [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 557.134528] env[64022]: DEBUG nova.virt.hardware [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 557.134628] env[64022]: DEBUG nova.virt.hardware [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 557.135086] env[64022]: DEBUG nova.virt.hardware [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 557.135086] env[64022]: DEBUG nova.virt.hardware [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 557.135795] env[64022]: DEBUG nova.virt.hardware [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 557.138932] env[64022]: DEBUG nova.virt.hardware [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 557.138932] env[64022]: DEBUG nova.virt.hardware [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 557.138932] env[64022]: DEBUG nova.virt.hardware [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 557.138932] env[64022]: DEBUG nova.virt.hardware [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 557.138932] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c83e33-632a-46e6-bf98-b21926a6af46 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.148926] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a8e77f-51c1-4f90-8b82-2d0099bf519a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.175196] env[64022]: DEBUG oslo_vmware.api [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Task: {'id': task-2301924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427207} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.175196] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 557.175196] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 557.175401] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 557.175514] env[64022]: INFO nova.compute.manager [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Took 1.97 seconds to destroy the instance on the hypervisor. [ 557.177078] env[64022]: DEBUG oslo.service.loopingcall [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 557.177078] env[64022]: DEBUG nova.compute.manager [-] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 557.177078] env[64022]: DEBUG nova.network.neutron [-] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 557.268903] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.270866] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.519s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.271233] env[64022]: DEBUG nova.objects.instance [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Lazy-loading 'resources' on Instance uuid 5f107b95-125c-460a-bd10-9819ec37c95b {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 557.301723] env[64022]: INFO nova.scheduler.client.report [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Deleted allocations for instance 0686feae-eccb-4a4f-bc91-a01eebb72da4 [ 557.365281] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.415398] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301926, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.476053] env[64022]: DEBUG nova.compute.manager [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.619082] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301920, 'name': ReconfigVM_Task, 'duration_secs': 1.553732} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.619298] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Reconfigured VM instance instance-0000000f to attach disk [datastore2] b3ffa526-8311-4419-bbc0-e68e7968f35d/b3ffa526-8311-4419-bbc0-e68e7968f35d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 557.620157] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af864fc9-defe-4c38-8849-bd4e61179cb8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.628685] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Waiting for the task: (returnval){ [ 557.628685] env[64022]: value = "task-2301927" [ 557.628685] env[64022]: _type = "Task" [ 557.628685] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.639798] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301927, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.809705] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Lock "0686feae-eccb-4a4f-bc91-a01eebb72da4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.926s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.875407] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.917736] env[64022]: DEBUG oslo_vmware.api [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301926, 'name': RemoveSnapshot_Task, 'duration_secs': 0.576272} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.923095] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 557.923558] env[64022]: INFO nova.compute.manager [None req-1fffc4ef-8635-4ee3-96da-39fc1941fe5c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Took 17.05 seconds to snapshot the instance on the hypervisor. [ 558.009899] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.144161] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301927, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.332130] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81428f54-5111-45f0-9299-47c748a62a18 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.351458] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f565e349-d767-4a85-935d-672866886dc5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.399016] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5037ecd-b858-4ca8-800b-89d9ed9f4cbf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.401083] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.408018] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9b1333-3628-4b73-87e6-8ec46e6e38d7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.430591] env[64022]: DEBUG nova.compute.provider_tree [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.618715] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.618715] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.644931] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301927, 'name': Rename_Task, 'duration_secs': 0.650453} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.644931] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 558.644931] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a90c468-b1b8-4fd9-bd8d-d87ad75dd4a0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.654020] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Waiting for the task: (returnval){ [ 558.654020] env[64022]: value = "task-2301929" [ 558.654020] env[64022]: _type = "Task" [ 558.654020] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.656152] env[64022]: DEBUG nova.network.neutron [-] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.663797] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.667267] env[64022]: DEBUG nova.compute.manager [req-81d911c9-2878-4a8a-b0f2-40b699bd22cf req-1e029334-69e2-4341-a04f-b947a3ba7387 service nova] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Received event network-vif-deleted-a61321cf-7210-4d2f-b380-87e7787f58d3 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.667490] env[64022]: INFO nova.compute.manager [req-81d911c9-2878-4a8a-b0f2-40b699bd22cf req-1e029334-69e2-4341-a04f-b947a3ba7387 service nova] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Neutron deleted interface a61321cf-7210-4d2f-b380-87e7787f58d3; detaching it from the instance and deleting it from the info cache [ 558.667665] env[64022]: DEBUG nova.network.neutron [req-81d911c9-2878-4a8a-b0f2-40b699bd22cf req-1e029334-69e2-4341-a04f-b947a3ba7387 service nova] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.867380] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301925, 'name': ReconfigVM_Task, 'duration_secs': 1.533041} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.867796] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 7bbb6adf-3e10-460d-b2e2-5e2991745c10/7bbb6adf-3e10-460d-b2e2-5e2991745c10.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.868573] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1488238b-678b-4a14-b3a2-7e428cecd90d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.877770] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 558.877770] env[64022]: value = "task-2301930" [ 558.877770] env[64022]: _type = "Task" [ 558.877770] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.889446] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301930, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.891081] env[64022]: DEBUG nova.network.neutron [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Successfully updated port: d19b3de4-8b66-4483-8f2a-a300aedf3ca2 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 558.939525] env[64022]: DEBUG nova.scheduler.client.report [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.953033] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "1acf4113-9111-4394-a667-1688d64aafe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.953033] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "1acf4113-9111-4394-a667-1688d64aafe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.953216] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "1acf4113-9111-4394-a667-1688d64aafe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.953420] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "1acf4113-9111-4394-a667-1688d64aafe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.953588] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "1acf4113-9111-4394-a667-1688d64aafe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.956515] env[64022]: INFO nova.compute.manager [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Terminating instance [ 559.163031] env[64022]: INFO nova.compute.manager [-] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Took 1.98 seconds to deallocate network for instance. [ 559.166340] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301929, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.172636] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2867e50b-7466-4235-b12b-3781e6a7b129 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.183554] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71badec0-d927-4601-8198-39861fcb3bb9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.225091] env[64022]: DEBUG nova.compute.manager [req-81d911c9-2878-4a8a-b0f2-40b699bd22cf req-1e029334-69e2-4341-a04f-b947a3ba7387 service nova] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Detach interface failed, port_id=a61321cf-7210-4d2f-b380-87e7787f58d3, reason: Instance 55938fd8-1b3d-4c7f-8223-70a051f20b9e could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 559.334502] env[64022]: DEBUG nova.compute.manager [req-9c253d74-c336-4726-a63b-e431b4959ff9 req-3f2e2a5f-9ea1-4782-a7b2-0101c7905813 service nova] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Received event network-vif-plugged-d19b3de4-8b66-4483-8f2a-a300aedf3ca2 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.334502] env[64022]: DEBUG oslo_concurrency.lockutils [req-9c253d74-c336-4726-a63b-e431b4959ff9 req-3f2e2a5f-9ea1-4782-a7b2-0101c7905813 service nova] Acquiring lock "0c8714dc-381a-4c08-80c9-f0561b45ddbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.334685] env[64022]: DEBUG oslo_concurrency.lockutils [req-9c253d74-c336-4726-a63b-e431b4959ff9 req-3f2e2a5f-9ea1-4782-a7b2-0101c7905813 service nova] Lock "0c8714dc-381a-4c08-80c9-f0561b45ddbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.334839] env[64022]: DEBUG oslo_concurrency.lockutils [req-9c253d74-c336-4726-a63b-e431b4959ff9 req-3f2e2a5f-9ea1-4782-a7b2-0101c7905813 service nova] Lock "0c8714dc-381a-4c08-80c9-f0561b45ddbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.335019] env[64022]: DEBUG nova.compute.manager [req-9c253d74-c336-4726-a63b-e431b4959ff9 req-3f2e2a5f-9ea1-4782-a7b2-0101c7905813 service nova] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] No waiting events found dispatching network-vif-plugged-d19b3de4-8b66-4483-8f2a-a300aedf3ca2 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 559.336652] env[64022]: WARNING nova.compute.manager [req-9c253d74-c336-4726-a63b-e431b4959ff9 req-3f2e2a5f-9ea1-4782-a7b2-0101c7905813 service nova] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Received unexpected event network-vif-plugged-d19b3de4-8b66-4483-8f2a-a300aedf3ca2 for instance with vm_state building and task_state spawning. [ 559.392869] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301930, 'name': Rename_Task, 'duration_secs': 0.192956} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.393163] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.393825] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "refresh_cache-0c8714dc-381a-4c08-80c9-f0561b45ddbc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.393825] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquired lock "refresh_cache-0c8714dc-381a-4c08-80c9-f0561b45ddbc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.393987] env[64022]: DEBUG nova.network.neutron [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 559.394993] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a707d17-f38a-444d-a9fa-ce4e01742644 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.412281] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 559.412281] env[64022]: value = "task-2301931" [ 559.412281] env[64022]: _type = "Task" [ 559.412281] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.423030] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.445814] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.450494] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.415s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.452173] env[64022]: INFO nova.compute.claims [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.460835] env[64022]: DEBUG nova.compute.manager [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 559.460989] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 559.463698] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf98a03-c1c5-462f-95e2-96d1282e2705 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.472318] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 559.472318] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6834d07f-abfa-4cde-b887-5d0319f9319d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.505046] env[64022]: INFO nova.scheduler.client.report [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Deleted allocations for instance 5f107b95-125c-460a-bd10-9819ec37c95b [ 559.556565] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 559.556780] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 559.557089] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleting the datastore file [datastore2] 1acf4113-9111-4394-a667-1688d64aafe6 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 559.557333] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b419251b-6065-434e-be4b-e8823c4bd6ec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.571881] env[64022]: DEBUG oslo_vmware.api [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 559.571881] env[64022]: value = "task-2301933" [ 559.571881] env[64022]: _type = "Task" [ 559.571881] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.587033] env[64022]: DEBUG oslo_vmware.api [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.668299] env[64022]: DEBUG oslo_vmware.api [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301929, 'name': PowerOnVM_Task, 'duration_secs': 0.520255} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.668412] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 559.668607] env[64022]: INFO nova.compute.manager [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Took 12.03 seconds to spawn the instance on the hypervisor. [ 559.669050] env[64022]: DEBUG nova.compute.manager [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.669629] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc76c71-e2e6-4927-a16d-a1b61da83797 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.674039] env[64022]: DEBUG oslo_concurrency.lockutils [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.927820] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301931, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.021557] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquiring lock "62524c8a-ec79-4e50-8945-578bea8ec22c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.021557] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "62524c8a-ec79-4e50-8945-578bea8ec22c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.027327] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c70addd2-f6ca-4115-92ad-10761da628a5 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Lock "5f107b95-125c-460a-bd10-9819ec37c95b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.986s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.085191] env[64022]: DEBUG oslo_vmware.api [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2301933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241404} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.087671] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 560.087875] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 560.088056] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 560.088242] env[64022]: INFO nova.compute.manager [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Took 0.63 seconds to destroy the instance on the hypervisor. [ 560.088464] env[64022]: DEBUG oslo.service.loopingcall [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 560.091142] env[64022]: DEBUG nova.compute.manager [-] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 560.091257] env[64022]: DEBUG nova.network.neutron [-] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 560.107022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "2f961c05-7053-4c31-b2e7-a1c2079efa26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.107199] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "2f961c05-7053-4c31-b2e7-a1c2079efa26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.107926] env[64022]: DEBUG nova.network.neutron [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 560.198909] env[64022]: INFO nova.compute.manager [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Took 28.11 seconds to build instance. [ 560.423875] env[64022]: DEBUG oslo_vmware.api [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301931, 'name': PowerOnVM_Task, 'duration_secs': 0.622079} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.423875] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.423875] env[64022]: INFO nova.compute.manager [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Took 7.41 seconds to spawn the instance on the hypervisor. [ 560.423875] env[64022]: DEBUG nova.compute.manager [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.423875] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee16e8d5-304e-4484-8172-1efeaad45d72 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.519592] env[64022]: DEBUG nova.network.neutron [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Updating instance_info_cache with network_info: [{"id": "d19b3de4-8b66-4483-8f2a-a300aedf3ca2", "address": "fa:16:3e:f0:48:63", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19b3de4-8b", "ovs_interfaceid": "d19b3de4-8b66-4483-8f2a-a300aedf3ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.702011] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Lock "b3ffa526-8311-4419-bbc0-e68e7968f35d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.623s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.947106] env[64022]: INFO nova.compute.manager [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Took 25.86 seconds to build instance. [ 561.014270] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e06ee1-4cc8-476c-b86e-fcc06458bcbd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.026919] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Releasing lock "refresh_cache-0c8714dc-381a-4c08-80c9-f0561b45ddbc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.028070] env[64022]: DEBUG nova.compute.manager [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Instance network_info: |[{"id": "d19b3de4-8b66-4483-8f2a-a300aedf3ca2", "address": "fa:16:3e:f0:48:63", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19b3de4-8b", "ovs_interfaceid": "d19b3de4-8b66-4483-8f2a-a300aedf3ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 561.028070] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:48:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd19b3de4-8b66-4483-8f2a-a300aedf3ca2', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 561.036379] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Creating folder: Project (d68f5b77985a4f21b51991ef61da00ea). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.036894] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41f30e8-f8ca-428b-97ca-3be63e21a0ff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.041156] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b815d56-eaa4-4260-8a2e-0bf870695b40 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.082260] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff0d365-429f-43f6-bcd5-ee6ccddb3abb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.084967] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Created folder: Project (d68f5b77985a4f21b51991ef61da00ea) in parent group-v468248. [ 561.086911] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Creating folder: Instances. Parent ref: group-v468300. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.088868] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c0cebe6-8299-4d28-9f17-1e52ca362171 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.102793] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7199a39e-dfbc-425d-ba3a-47b121e03597 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.107401] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Created folder: Instances in parent group-v468300. [ 561.107639] env[64022]: DEBUG oslo.service.loopingcall [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.108506] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.109439] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2957f248-a59a-4837-8276-28c82c19e228 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.133350] env[64022]: DEBUG nova.compute.provider_tree [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.142302] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.142302] env[64022]: value = "task-2301937" [ 561.142302] env[64022]: _type = "Task" [ 561.142302] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.152926] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301937, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.207358] env[64022]: DEBUG nova.compute.manager [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.449952] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9516a4f1-e7d9-481c-9999-d2c597827a22 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Lock "7bbb6adf-3e10-460d-b2e2-5e2991745c10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.372s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.453607] env[64022]: DEBUG nova.compute.manager [req-80992ede-6062-4337-bdd3-be3afa31671c req-70b33250-b084-4813-93c8-d99978ea017a service nova] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Received event network-vif-deleted-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.455059] env[64022]: INFO nova.compute.manager [req-80992ede-6062-4337-bdd3-be3afa31671c req-70b33250-b084-4813-93c8-d99978ea017a service nova] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Neutron deleted interface efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e; detaching it from the instance and deleting it from the info cache [ 561.455059] env[64022]: DEBUG nova.network.neutron [req-80992ede-6062-4337-bdd3-be3afa31671c req-70b33250-b084-4813-93c8-d99978ea017a service nova] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.523332] env[64022]: DEBUG nova.network.neutron [-] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.592026] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Acquiring lock "ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.592163] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Lock "ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.592485] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Acquiring lock "ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.592701] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Lock "ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.592928] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Lock "ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.595156] env[64022]: INFO nova.compute.manager [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Terminating instance [ 561.637167] env[64022]: DEBUG nova.scheduler.client.report [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.656215] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301937, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.736446] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.956889] env[64022]: DEBUG nova.compute.manager [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.970328] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afb0ab3e-a5c9-4085-a86e-663954411d3e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.984088] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc98be79-2494-43ea-8d04-346b36dca66e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.020430] env[64022]: DEBUG nova.compute.manager [req-80992ede-6062-4337-bdd3-be3afa31671c req-70b33250-b084-4813-93c8-d99978ea017a service nova] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Detach interface failed, port_id=efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e, reason: Instance 1acf4113-9111-4394-a667-1688d64aafe6 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 562.026522] env[64022]: INFO nova.compute.manager [-] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Took 1.94 seconds to deallocate network for instance. [ 562.099349] env[64022]: DEBUG nova.compute.manager [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 562.099634] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 562.100544] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8a8ceb-c4ac-461f-add8-b6cf921db3b0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.108883] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 562.109193] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e200a2-ec3e-444a-96cf-eeb29b8b73fc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.118857] env[64022]: DEBUG oslo_vmware.api [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Waiting for the task: (returnval){ [ 562.118857] env[64022]: value = "task-2301939" [ 562.118857] env[64022]: _type = "Task" [ 562.118857] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.132574] env[64022]: DEBUG oslo_vmware.api [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.149352] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.150127] env[64022]: DEBUG nova.compute.manager [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.153079] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.797s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.153305] env[64022]: DEBUG nova.objects.instance [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lazy-loading 'resources' on Instance uuid 75b47c32-9f9d-4288-a964-6d71a947793b {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 562.161060] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301937, 'name': CreateVM_Task, 'duration_secs': 0.626421} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.161272] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 562.165025] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.165025] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.165025] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.165025] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69db451-0784-4e32-8da1-6307a799aa5e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.171668] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 562.171668] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5217652d-b13c-8cad-5656-f1a6dc814969" [ 562.171668] env[64022]: _type = "Task" [ 562.171668] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.181919] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5217652d-b13c-8cad-5656-f1a6dc814969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.492108] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.534238] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.629848] env[64022]: DEBUG oslo_vmware.api [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301939, 'name': PowerOffVM_Task, 'duration_secs': 0.214891} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.630423] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 562.630909] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 562.631345] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9892e6da-3b8c-41bd-83b6-92b0aded28e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.656847] env[64022]: DEBUG nova.compute.utils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 562.662230] env[64022]: DEBUG nova.compute.manager [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 562.662614] env[64022]: DEBUG nova.network.neutron [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 562.686208] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5217652d-b13c-8cad-5656-f1a6dc814969, 'name': SearchDatastore_Task, 'duration_secs': 0.013516} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.690110] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.690110] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 562.690110] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.690110] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.690484] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 562.691282] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77a6d193-25e4-4711-93c6-4d5aeb6291b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.705257] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 562.705257] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 562.707604] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b15ed6-2e6f-48d7-8092-6df442990eb6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.713800] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 562.714170] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 562.714461] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Deleting the datastore file [datastore2] ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 562.715267] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-debd9990-f7ff-4a28-8d07-08e059b56cbf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.719077] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 562.719077] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a1f258-7a04-f8da-910a-ccf313abf577" [ 562.719077] env[64022]: _type = "Task" [ 562.719077] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.733222] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a1f258-7a04-f8da-910a-ccf313abf577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.733813] env[64022]: DEBUG oslo_vmware.api [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Waiting for the task: (returnval){ [ 562.733813] env[64022]: value = "task-2301941" [ 562.733813] env[64022]: _type = "Task" [ 562.733813] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.743901] env[64022]: DEBUG oslo_vmware.api [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.750276] env[64022]: DEBUG nova.policy [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd284d90f7cf427b8589145513ccd55e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d2c84d683624a4a9c9afdce586882c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 562.957132] env[64022]: DEBUG nova.compute.manager [req-16a53e54-9c69-48e8-a766-0afbc235225b req-acf7d85e-b979-4f57-9e4d-8b786175b11f service nova] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Received event network-changed-d19b3de4-8b66-4483-8f2a-a300aedf3ca2 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 562.957334] env[64022]: DEBUG nova.compute.manager [req-16a53e54-9c69-48e8-a766-0afbc235225b req-acf7d85e-b979-4f57-9e4d-8b786175b11f service nova] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Refreshing instance network info cache due to event network-changed-d19b3de4-8b66-4483-8f2a-a300aedf3ca2. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 562.957547] env[64022]: DEBUG oslo_concurrency.lockutils [req-16a53e54-9c69-48e8-a766-0afbc235225b req-acf7d85e-b979-4f57-9e4d-8b786175b11f service nova] Acquiring lock "refresh_cache-0c8714dc-381a-4c08-80c9-f0561b45ddbc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.957692] env[64022]: DEBUG oslo_concurrency.lockutils [req-16a53e54-9c69-48e8-a766-0afbc235225b req-acf7d85e-b979-4f57-9e4d-8b786175b11f service nova] Acquired lock "refresh_cache-0c8714dc-381a-4c08-80c9-f0561b45ddbc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.957981] env[64022]: DEBUG nova.network.neutron [req-16a53e54-9c69-48e8-a766-0afbc235225b req-acf7d85e-b979-4f57-9e4d-8b786175b11f service nova] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Refreshing network info cache for port d19b3de4-8b66-4483-8f2a-a300aedf3ca2 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 563.163688] env[64022]: DEBUG nova.compute.manager [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.202327] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea98722-0dc8-40ed-82f6-38d8293f8a71 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.219418] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b71717-07f0-4b96-9876-8323a1a24069 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.234188] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a1f258-7a04-f8da-910a-ccf313abf577, 'name': SearchDatastore_Task, 'duration_secs': 0.017789} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.265566] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72552fb-1087-4168-83b1-a6e0fd152b3d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.268229] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232fd0af-551b-44ac-b6db-d7fd46cb0549 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.276352] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 563.276352] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5272a2be-d953-222c-a46a-a4dd6a0f4801" [ 563.276352] env[64022]: _type = "Task" [ 563.276352] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.282028] env[64022]: DEBUG oslo_vmware.api [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Task: {'id': task-2301941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266785} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.287287] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d043caaf-22fb-45c4-a15e-c19836fee782 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.292576] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 563.292786] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 563.292962] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 563.293157] env[64022]: INFO nova.compute.manager [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Took 1.19 seconds to destroy the instance on the hypervisor. [ 563.293405] env[64022]: DEBUG oslo.service.loopingcall [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 563.293630] env[64022]: DEBUG nova.compute.manager [-] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 563.293708] env[64022]: DEBUG nova.network.neutron [-] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 563.312820] env[64022]: DEBUG nova.compute.provider_tree [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.314179] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5272a2be-d953-222c-a46a-a4dd6a0f4801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.478177] env[64022]: DEBUG nova.network.neutron [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Successfully created port: 7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 563.795839] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5272a2be-d953-222c-a46a-a4dd6a0f4801, 'name': SearchDatastore_Task, 'duration_secs': 0.039153} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.795977] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.796484] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 0c8714dc-381a-4c08-80c9-f0561b45ddbc/0c8714dc-381a-4c08-80c9-f0561b45ddbc.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 563.797256] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ce748ba-3374-41e6-bca2-384a699f6026 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.806822] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 563.806822] env[64022]: value = "task-2301942" [ 563.806822] env[64022]: _type = "Task" [ 563.806822] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.817697] env[64022]: DEBUG nova.scheduler.client.report [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.820946] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.183393] env[64022]: DEBUG nova.compute.manager [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.222144] env[64022]: DEBUG nova.virt.hardware [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.224039] env[64022]: DEBUG nova.virt.hardware [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.224039] env[64022]: DEBUG nova.virt.hardware [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.224039] env[64022]: DEBUG nova.virt.hardware [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.224039] env[64022]: DEBUG nova.virt.hardware [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.224039] env[64022]: DEBUG nova.virt.hardware [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.224039] env[64022]: DEBUG nova.virt.hardware [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.224039] env[64022]: DEBUG nova.virt.hardware [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.224039] env[64022]: DEBUG nova.virt.hardware [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.224466] env[64022]: DEBUG nova.virt.hardware [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.224466] env[64022]: DEBUG nova.virt.hardware [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.230335] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c74489-91a7-459d-92a9-cc7099ade485 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.242817] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8e9880-0158-4255-8ac4-8ba8f7b35b75 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.263147] env[64022]: DEBUG nova.network.neutron [req-16a53e54-9c69-48e8-a766-0afbc235225b req-acf7d85e-b979-4f57-9e4d-8b786175b11f service nova] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Updated VIF entry in instance network info cache for port d19b3de4-8b66-4483-8f2a-a300aedf3ca2. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 564.263618] env[64022]: DEBUG nova.network.neutron [req-16a53e54-9c69-48e8-a766-0afbc235225b req-acf7d85e-b979-4f57-9e4d-8b786175b11f service nova] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Updating instance_info_cache with network_info: [{"id": "d19b3de4-8b66-4483-8f2a-a300aedf3ca2", "address": "fa:16:3e:f0:48:63", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19b3de4-8b", "ovs_interfaceid": "d19b3de4-8b66-4483-8f2a-a300aedf3ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.319089] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301942, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.324946] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.326015] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.520s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.335329] env[64022]: INFO nova.compute.claims [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 564.351869] env[64022]: INFO nova.scheduler.client.report [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Deleted allocations for instance 75b47c32-9f9d-4288-a964-6d71a947793b [ 564.728212] env[64022]: DEBUG nova.network.neutron [-] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.767241] env[64022]: DEBUG oslo_concurrency.lockutils [req-16a53e54-9c69-48e8-a766-0afbc235225b req-acf7d85e-b979-4f57-9e4d-8b786175b11f service nova] Releasing lock "refresh_cache-0c8714dc-381a-4c08-80c9-f0561b45ddbc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.811657] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "3dc7f232-556b-45c1-8659-1e57c553fe3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.811657] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "3dc7f232-556b-45c1-8659-1e57c553fe3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.823050] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781708} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.823288] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 0c8714dc-381a-4c08-80c9-f0561b45ddbc/0c8714dc-381a-4c08-80c9-f0561b45ddbc.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 564.823529] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 564.823813] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb4844cf-0699-4768-9eea-63252bfedf18 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.833722] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 564.833722] env[64022]: value = "task-2301943" [ 564.833722] env[64022]: _type = "Task" [ 564.833722] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.847550] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.861608] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "75b47c32-9f9d-4288-a964-6d71a947793b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.009s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.231894] env[64022]: INFO nova.compute.manager [-] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Took 1.94 seconds to deallocate network for instance. [ 565.345430] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143984} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.346102] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.347144] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c46b519-0903-4990-900b-e7ef2ccde30c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.376251] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 0c8714dc-381a-4c08-80c9-f0561b45ddbc/0c8714dc-381a-4c08-80c9-f0561b45ddbc.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 565.380229] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ef4259b-3f9a-4bb7-94e0-45e1740e5474 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.402316] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 565.402316] env[64022]: value = "task-2301944" [ 565.402316] env[64022]: _type = "Task" [ 565.402316] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.413992] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.435938] env[64022]: INFO nova.compute.manager [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Rebuilding instance [ 565.502582] env[64022]: DEBUG nova.compute.manager [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.504047] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5848cb0b-30a0-4bd6-82fa-9d5e32d3b80b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.288182] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.293148] env[64022]: DEBUG nova.network.neutron [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Successfully updated port: 7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 566.298390] env[64022]: DEBUG nova.compute.manager [req-ff0682dc-9c7b-45f3-9f67-8642bc108b99 req-cf53d5ba-96af-41e1-965d-bd6132efea60 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Received event network-changed-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.298390] env[64022]: DEBUG nova.compute.manager [req-ff0682dc-9c7b-45f3-9f67-8642bc108b99 req-cf53d5ba-96af-41e1-965d-bd6132efea60 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Refreshing instance network info cache due to event network-changed-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 566.298390] env[64022]: DEBUG oslo_concurrency.lockutils [req-ff0682dc-9c7b-45f3-9f67-8642bc108b99 req-cf53d5ba-96af-41e1-965d-bd6132efea60 service nova] Acquiring lock "refresh_cache-b3ffa526-8311-4419-bbc0-e68e7968f35d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.298390] env[64022]: DEBUG oslo_concurrency.lockutils [req-ff0682dc-9c7b-45f3-9f67-8642bc108b99 req-cf53d5ba-96af-41e1-965d-bd6132efea60 service nova] Acquired lock "refresh_cache-b3ffa526-8311-4419-bbc0-e68e7968f35d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.298390] env[64022]: DEBUG nova.network.neutron [req-ff0682dc-9c7b-45f3-9f67-8642bc108b99 req-cf53d5ba-96af-41e1-965d-bd6132efea60 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Refreshing network info cache for port 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 566.308733] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301944, 'name': ReconfigVM_Task, 'duration_secs': 0.8002} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.309421] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 0c8714dc-381a-4c08-80c9-f0561b45ddbc/0c8714dc-381a-4c08-80c9-f0561b45ddbc.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 566.310346] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23f54b1f-093d-4a28-bdae-f060699903a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.319456] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 566.319456] env[64022]: value = "task-2301946" [ 566.319456] env[64022]: _type = "Task" [ 566.319456] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.328341] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301946, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.549133] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38a4ddf-209c-4f4f-98e4-2b92bbc9da18 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.558219] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37518da-aafb-4ef8-aeb8-96422a922b27 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.594216] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5f483f-f8bf-486d-866f-4f90fed5e541 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.602826] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446f5f5b-657e-4d48-9745-019e76cca7d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.623627] env[64022]: DEBUG nova.compute.provider_tree [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.802987] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.802987] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.802987] env[64022]: DEBUG nova.network.neutron [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 566.803195] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 566.803338] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4901eb0a-afc0-4694-800c-6259f03030f2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.817322] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 566.817322] env[64022]: value = "task-2301947" [ 566.817322] env[64022]: _type = "Task" [ 566.817322] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.844863] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.845546] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301946, 'name': Rename_Task, 'duration_secs': 0.375381} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.845974] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 566.846469] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcb8d06d-b3b2-47d0-a170-1b1c5dc4a3ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.855050] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 566.855050] env[64022]: value = "task-2301948" [ 566.855050] env[64022]: _type = "Task" [ 566.855050] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.866215] env[64022]: DEBUG nova.compute.manager [req-f9efa297-e059-4590-9816-62b482a7be9b req-890c31b9-86d3-49fe-aa3c-4a1b79e424a6 service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Received event network-vif-plugged-7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.866215] env[64022]: DEBUG oslo_concurrency.lockutils [req-f9efa297-e059-4590-9816-62b482a7be9b req-890c31b9-86d3-49fe-aa3c-4a1b79e424a6 service nova] Acquiring lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.866215] env[64022]: DEBUG oslo_concurrency.lockutils [req-f9efa297-e059-4590-9816-62b482a7be9b req-890c31b9-86d3-49fe-aa3c-4a1b79e424a6 service nova] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.866215] env[64022]: DEBUG oslo_concurrency.lockutils [req-f9efa297-e059-4590-9816-62b482a7be9b req-890c31b9-86d3-49fe-aa3c-4a1b79e424a6 service nova] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.866215] env[64022]: DEBUG nova.compute.manager [req-f9efa297-e059-4590-9816-62b482a7be9b req-890c31b9-86d3-49fe-aa3c-4a1b79e424a6 service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] No waiting events found dispatching network-vif-plugged-7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 566.866215] env[64022]: WARNING nova.compute.manager [req-f9efa297-e059-4590-9816-62b482a7be9b req-890c31b9-86d3-49fe-aa3c-4a1b79e424a6 service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Received unexpected event network-vif-plugged-7c43affd-859a-4726-9351-1f94713612ad for instance with vm_state building and task_state spawning. [ 566.872032] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.127258] env[64022]: DEBUG nova.scheduler.client.report [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.244409] env[64022]: DEBUG nova.network.neutron [req-ff0682dc-9c7b-45f3-9f67-8642bc108b99 req-cf53d5ba-96af-41e1-965d-bd6132efea60 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Updated VIF entry in instance network info cache for port 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 567.244828] env[64022]: DEBUG nova.network.neutron [req-ff0682dc-9c7b-45f3-9f67-8642bc108b99 req-cf53d5ba-96af-41e1-965d-bd6132efea60 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Updating instance_info_cache with network_info: [{"id": "87ea2177-5af8-48e6-bef6-ff3ff8ee90c0", "address": "fa:16:3e:09:91:46", "network": {"id": "c68f8781-7188-41c3-b380-30961d078d80", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1579557987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fc52abc8b749d6bf7f5d8effc562bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ea2177-5a", "ovs_interfaceid": "87ea2177-5af8-48e6-bef6-ff3ff8ee90c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.331361] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301947, 'name': PowerOffVM_Task, 'duration_secs': 0.125366} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.331939] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 567.332259] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 567.333308] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf6cc10-42c4-4052-b6e8-eda032994fec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.343581] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 567.344167] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f26c6ba5-5239-4611-ac4f-9248bc427da4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.348840] env[64022]: DEBUG nova.network.neutron [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 567.367716] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301948, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.379559] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 567.379559] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 567.379559] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Deleting the datastore file [datastore2] 7bbb6adf-3e10-460d-b2e2-5e2991745c10 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 567.379559] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-790ef9f4-9496-493b-818a-1e67a12f78bd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.389369] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 567.389369] env[64022]: value = "task-2301950" [ 567.389369] env[64022]: _type = "Task" [ 567.389369] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.399692] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.555286] env[64022]: DEBUG nova.network.neutron [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Updating instance_info_cache with network_info: [{"id": "7c43affd-859a-4726-9351-1f94713612ad", "address": "fa:16:3e:78:59:85", "network": {"id": "9167f8a6-5599-400c-952f-226c95493902", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1419883777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2c84d683624a4a9c9afdce586882c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c43affd-85", "ovs_interfaceid": "7c43affd-859a-4726-9351-1f94713612ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.636033] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.307s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.636033] env[64022]: DEBUG nova.compute.manager [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 567.637425] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.279s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.639384] env[64022]: INFO nova.compute.claims [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 567.748698] env[64022]: DEBUG oslo_concurrency.lockutils [req-ff0682dc-9c7b-45f3-9f67-8642bc108b99 req-cf53d5ba-96af-41e1-965d-bd6132efea60 service nova] Releasing lock "refresh_cache-b3ffa526-8311-4419-bbc0-e68e7968f35d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.749830] env[64022]: DEBUG nova.compute.manager [req-ff0682dc-9c7b-45f3-9f67-8642bc108b99 req-cf53d5ba-96af-41e1-965d-bd6132efea60 service nova] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Received event network-vif-deleted-737dbf03-8d66-4909-b2a8-e4d377c324cf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.867309] env[64022]: DEBUG oslo_vmware.api [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301948, 'name': PowerOnVM_Task, 'duration_secs': 0.534875} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.868448] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.868656] env[64022]: INFO nova.compute.manager [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Took 10.78 seconds to spawn the instance on the hypervisor. [ 567.868831] env[64022]: DEBUG nova.compute.manager [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.869651] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89b486b-74f5-44c0-a03c-a5c068bd9182 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.902692] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099346} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.902692] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 567.903804] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 567.903804] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 568.044179] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquiring lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.044397] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.057512] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Releasing lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.057512] env[64022]: DEBUG nova.compute.manager [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Instance network_info: |[{"id": "7c43affd-859a-4726-9351-1f94713612ad", "address": "fa:16:3e:78:59:85", "network": {"id": "9167f8a6-5599-400c-952f-226c95493902", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1419883777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2c84d683624a4a9c9afdce586882c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c43affd-85", "ovs_interfaceid": "7c43affd-859a-4726-9351-1f94713612ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 568.057912] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:59:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c43affd-859a-4726-9351-1f94713612ad', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 568.067730] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Creating folder: Project (6d2c84d683624a4a9c9afdce586882c7). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.071454] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6a0fe12-30c0-4fe2-b555-b5336da9382a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.085319] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Created folder: Project (6d2c84d683624a4a9c9afdce586882c7) in parent group-v468248. [ 568.085540] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Creating folder: Instances. Parent ref: group-v468304. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.086187] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01ae0fe6-37ac-4b24-a790-53a291661b06 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.103271] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Created folder: Instances in parent group-v468304. [ 568.103271] env[64022]: DEBUG oslo.service.loopingcall [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 568.103271] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 568.103271] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9495d72-1fdf-499c-9b15-f9a75d9e4d60 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.129520] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 568.129520] env[64022]: value = "task-2301953" [ 568.129520] env[64022]: _type = "Task" [ 568.129520] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.138447] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301953, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.146582] env[64022]: DEBUG nova.compute.utils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 568.148088] env[64022]: DEBUG nova.compute.manager [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 568.148264] env[64022]: DEBUG nova.network.neutron [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.309857] env[64022]: DEBUG nova.policy [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0ae2bad2b104257b155061ca96de2a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f072b1d6a70b4f8c824dd1c40223945b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.393923] env[64022]: INFO nova.compute.manager [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Took 31.97 seconds to build instance. [ 568.645856] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301953, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.654966] env[64022]: DEBUG nova.compute.manager [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 568.876255] env[64022]: DEBUG nova.network.neutron [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Successfully created port: 19f49ad2-089f-4a3e-b6d9-d48013cecbc2 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.898970] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db237651-fd6f-4abe-ac87-e07988b65b54 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "0c8714dc-381a-4c08-80c9-f0561b45ddbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.485s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.962602] env[64022]: DEBUG nova.virt.hardware [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 568.962983] env[64022]: DEBUG nova.virt.hardware [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.962983] env[64022]: DEBUG nova.virt.hardware [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 568.963227] env[64022]: DEBUG nova.virt.hardware [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.963378] env[64022]: DEBUG nova.virt.hardware [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 568.963531] env[64022]: DEBUG nova.virt.hardware [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 568.963807] env[64022]: DEBUG nova.virt.hardware [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 568.964211] env[64022]: DEBUG nova.virt.hardware [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 568.964426] env[64022]: DEBUG nova.virt.hardware [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 568.964605] env[64022]: DEBUG nova.virt.hardware [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 568.965137] env[64022]: DEBUG nova.virt.hardware [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.966580] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19359f3e-0361-4161-a261-c0a9a8b706b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.979562] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d12d8cf-e651-4729-8036-e6e32ff5c1c4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.999369] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Instance VIF info [] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.006320] env[64022]: DEBUG oslo.service.loopingcall [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.009527] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 569.010510] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f525be9d-4ad0-4e09-b626-b32f48b6e89c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.033484] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.033484] env[64022]: value = "task-2301955" [ 569.033484] env[64022]: _type = "Task" [ 569.033484] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.044502] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301955, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.143306] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301953, 'name': CreateVM_Task, 'duration_secs': 0.658532} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.146630] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 569.149520] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.149740] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.153223] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.153549] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda430e8-18fc-4c26-bd85-23e81702de2b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.171041] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 569.171041] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52903f8c-7f51-ad36-b1d0-484bc84c9b3e" [ 569.171041] env[64022]: _type = "Task" [ 569.171041] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.183473] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52903f8c-7f51-ad36-b1d0-484bc84c9b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.186982] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.187276] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 569.187552] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.187695] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.187944] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 569.188724] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be534850-7cbf-4735-a56a-059f138891e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.199922] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 569.199922] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 569.204362] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83050515-cdb4-46eb-b79d-e24f9378c97c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.213977] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 569.213977] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52db916a-97b3-1baa-f790-2a3d963a4562" [ 569.213977] env[64022]: _type = "Task" [ 569.213977] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.226802] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52db916a-97b3-1baa-f790-2a3d963a4562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.237552] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec73eee-fb73-4704-8428-0c0366391117 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.246255] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08af908-c032-4bac-b362-b0086c51625a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.283487] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1126115e-0678-4c44-b1b7-fc5d96a330ce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.292395] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992c8a99-5583-4ae3-9722-39812ef3612f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.312592] env[64022]: DEBUG nova.compute.provider_tree [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.402732] env[64022]: DEBUG nova.compute.manager [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.544340] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301955, 'name': CreateVM_Task, 'duration_secs': 0.350235} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.545063] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 569.545063] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.545135] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.546248] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.546631] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2643f6c-cdaf-4dd2-b073-6273eb43e0e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.554286] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 569.554286] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525df424-0e33-85a3-711b-99688265012e" [ 569.554286] env[64022]: _type = "Task" [ 569.554286] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.564095] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525df424-0e33-85a3-711b-99688265012e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.634618] env[64022]: DEBUG nova.compute.manager [req-50d61403-f41e-4475-84c6-41ae81f500d6 req-2c0997b7-25bf-45b8-a5be-28691d6b8f7a service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Received event network-changed-7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.634851] env[64022]: DEBUG nova.compute.manager [req-50d61403-f41e-4475-84c6-41ae81f500d6 req-2c0997b7-25bf-45b8-a5be-28691d6b8f7a service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Refreshing instance network info cache due to event network-changed-7c43affd-859a-4726-9351-1f94713612ad. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.635799] env[64022]: DEBUG oslo_concurrency.lockutils [req-50d61403-f41e-4475-84c6-41ae81f500d6 req-2c0997b7-25bf-45b8-a5be-28691d6b8f7a service nova] Acquiring lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.635799] env[64022]: DEBUG oslo_concurrency.lockutils [req-50d61403-f41e-4475-84c6-41ae81f500d6 req-2c0997b7-25bf-45b8-a5be-28691d6b8f7a service nova] Acquired lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.635799] env[64022]: DEBUG nova.network.neutron [req-50d61403-f41e-4475-84c6-41ae81f500d6 req-2c0997b7-25bf-45b8-a5be-28691d6b8f7a service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Refreshing network info cache for port 7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.674587] env[64022]: DEBUG nova.compute.manager [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 569.702460] env[64022]: DEBUG nova.virt.hardware [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.702460] env[64022]: DEBUG nova.virt.hardware [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.702460] env[64022]: DEBUG nova.virt.hardware [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.702460] env[64022]: DEBUG nova.virt.hardware [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.702757] env[64022]: DEBUG nova.virt.hardware [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.702757] env[64022]: DEBUG nova.virt.hardware [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.703080] env[64022]: DEBUG nova.virt.hardware [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.703080] env[64022]: DEBUG nova.virt.hardware [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.703221] env[64022]: DEBUG nova.virt.hardware [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.703382] env[64022]: DEBUG nova.virt.hardware [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.703555] env[64022]: DEBUG nova.virt.hardware [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.704777] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2897b27-7515-4c29-a0d4-592e29a0a608 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.713690] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592d1c82-5937-47e2-aaf6-120190989382 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.726911] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52db916a-97b3-1baa-f790-2a3d963a4562, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.735453] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8ef6d6-434b-4296-8dd9-569085ad4e0d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.741547] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 569.741547] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52783243-f3c8-3bf4-54bd-264f873700c3" [ 569.741547] env[64022]: _type = "Task" [ 569.741547] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.749966] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52783243-f3c8-3bf4-54bd-264f873700c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.815017] env[64022]: DEBUG nova.scheduler.client.report [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.937331] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.074367] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525df424-0e33-85a3-711b-99688265012e, 'name': SearchDatastore_Task, 'duration_secs': 0.011009} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.075106] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.075106] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 570.075106] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.147695] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.147695] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.253718] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52783243-f3c8-3bf4-54bd-264f873700c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.254375] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.256031] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 6292d41f-5705-4eaa-94c4-6f5ffac5c477/6292d41f-5705-4eaa-94c4-6f5ffac5c477.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 570.256031] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.256031] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.256031] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79a817d8-dafa-4019-814b-05025524e0ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.258716] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22d09b0d-a0bc-4c6e-8988-ac9a4bb95dd6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.269730] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 570.269730] env[64022]: value = "task-2301956" [ 570.269730] env[64022]: _type = "Task" [ 570.269730] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.272167] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.272167] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 570.279628] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb734231-da87-4405-8485-42c219cd04a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.289781] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2301956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.290181] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 570.290181] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527871d9-6963-55aa-f220-1c7ccb07cade" [ 570.290181] env[64022]: _type = "Task" [ 570.290181] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.300173] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527871d9-6963-55aa-f220-1c7ccb07cade, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.303730] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-313461a0-d390-4248-9527-caed7a2fa2af {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.310768] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 570.310768] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52878b86-b94a-484e-8193-24909ea7f85b" [ 570.310768] env[64022]: _type = "Task" [ 570.310768] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.321416] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.322097] env[64022]: DEBUG nova.compute.manager [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 570.325097] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52878b86-b94a-484e-8193-24909ea7f85b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.325668] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.903s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.327413] env[64022]: INFO nova.compute.claims [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.552589] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Acquiring lock "5d74cad0-f593-40c2-9f07-8b7f5d9cecc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.552589] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Lock "5d74cad0-f593-40c2-9f07-8b7f5d9cecc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.641431] env[64022]: DEBUG nova.network.neutron [req-50d61403-f41e-4475-84c6-41ae81f500d6 req-2c0997b7-25bf-45b8-a5be-28691d6b8f7a service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Updated VIF entry in instance network info cache for port 7c43affd-859a-4726-9351-1f94713612ad. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.642701] env[64022]: DEBUG nova.network.neutron [req-50d61403-f41e-4475-84c6-41ae81f500d6 req-2c0997b7-25bf-45b8-a5be-28691d6b8f7a service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Updating instance_info_cache with network_info: [{"id": "7c43affd-859a-4726-9351-1f94713612ad", "address": "fa:16:3e:78:59:85", "network": {"id": "9167f8a6-5599-400c-952f-226c95493902", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1419883777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2c84d683624a4a9c9afdce586882c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c43affd-85", "ovs_interfaceid": "7c43affd-859a-4726-9351-1f94713612ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.784026] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2301956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468702} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.784026] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 6292d41f-5705-4eaa-94c4-6f5ffac5c477/6292d41f-5705-4eaa-94c4-6f5ffac5c477.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.784460] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.787019] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c454b7cc-e490-4556-91e1-9805b6674355 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.795148] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 570.795148] env[64022]: value = "task-2301958" [ 570.795148] env[64022]: _type = "Task" [ 570.795148] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.810590] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2301958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.821375] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52878b86-b94a-484e-8193-24909ea7f85b, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.821661] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.821922] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 7bbb6adf-3e10-460d-b2e2-5e2991745c10/7bbb6adf-3e10-460d-b2e2-5e2991745c10.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 570.822190] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e50ca064-726e-47ea-9c9e-bf88d4234c8c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.827554] env[64022]: DEBUG nova.compute.utils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 570.828716] env[64022]: DEBUG nova.compute.manager [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 570.828880] env[64022]: DEBUG nova.network.neutron [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 570.835349] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 570.835349] env[64022]: value = "task-2301959" [ 570.835349] env[64022]: _type = "Task" [ 570.835349] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.847353] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.937380] env[64022]: DEBUG nova.network.neutron [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Successfully updated port: 19f49ad2-089f-4a3e-b6d9-d48013cecbc2 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 570.960739] env[64022]: DEBUG nova.policy [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd896334c28ab4d738b714afd664cac1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd68f5b77985a4f21b51991ef61da00ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 571.145625] env[64022]: DEBUG oslo_concurrency.lockutils [req-50d61403-f41e-4475-84c6-41ae81f500d6 req-2c0997b7-25bf-45b8-a5be-28691d6b8f7a service nova] Releasing lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.308031] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2301958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072802} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.308365] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 571.309241] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5d57b0-1352-4e3c-9d81-04e3c609e28c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.339625] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 6292d41f-5705-4eaa-94c4-6f5ffac5c477/6292d41f-5705-4eaa-94c4-6f5ffac5c477.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 571.340297] env[64022]: DEBUG nova.compute.manager [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.346401] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32964cc1-e224-4656-8f53-6629a544919e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.366026] env[64022]: DEBUG nova.network.neutron [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Successfully created port: c1ba3d82-5af3-4ca7-aeee-95223742e518 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.376211] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493965} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.378033] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 7bbb6adf-3e10-460d-b2e2-5e2991745c10/7bbb6adf-3e10-460d-b2e2-5e2991745c10.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 571.378852] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.378852] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 571.378852] env[64022]: value = "task-2301960" [ 571.378852] env[64022]: _type = "Task" [ 571.378852] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.379096] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f3b19ec-59b2-4713-804e-a19103829e1b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.392867] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2301960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.400266] env[64022]: DEBUG nova.compute.manager [req-2d639dd3-7f22-437f-ad3c-0cc49ac4d708 req-b1676a49-564c-46c4-ba54-bb5e4ed073e4 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Received event network-changed-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 571.400546] env[64022]: DEBUG nova.compute.manager [req-2d639dd3-7f22-437f-ad3c-0cc49ac4d708 req-b1676a49-564c-46c4-ba54-bb5e4ed073e4 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Refreshing instance network info cache due to event network-changed-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 571.400767] env[64022]: DEBUG oslo_concurrency.lockutils [req-2d639dd3-7f22-437f-ad3c-0cc49ac4d708 req-b1676a49-564c-46c4-ba54-bb5e4ed073e4 service nova] Acquiring lock "refresh_cache-b3ffa526-8311-4419-bbc0-e68e7968f35d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.400911] env[64022]: DEBUG oslo_concurrency.lockutils [req-2d639dd3-7f22-437f-ad3c-0cc49ac4d708 req-b1676a49-564c-46c4-ba54-bb5e4ed073e4 service nova] Acquired lock "refresh_cache-b3ffa526-8311-4419-bbc0-e68e7968f35d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.401087] env[64022]: DEBUG nova.network.neutron [req-2d639dd3-7f22-437f-ad3c-0cc49ac4d708 req-b1676a49-564c-46c4-ba54-bb5e4ed073e4 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Refreshing network info cache for port 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 571.403371] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 571.403371] env[64022]: value = "task-2301961" [ 571.403371] env[64022]: _type = "Task" [ 571.403371] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.440181] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Acquiring lock "refresh_cache-76c7db41-bb8f-4f70-ad21-c6724435ac9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.440362] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Acquired lock "refresh_cache-76c7db41-bb8f-4f70-ad21-c6724435ac9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.440496] env[64022]: DEBUG nova.network.neutron [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.898422] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2301960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.918551] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179543} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.918809] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 571.922658] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3c87a5-05ee-4809-ae3e-9e9679645dac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.945220] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 7bbb6adf-3e10-460d-b2e2-5e2991745c10/7bbb6adf-3e10-460d-b2e2-5e2991745c10.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 571.949899] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee32eee8-dfa3-4ef9-bd63-337bbaebafdf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.974066] env[64022]: DEBUG nova.compute.manager [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Received event network-vif-plugged-19f49ad2-089f-4a3e-b6d9-d48013cecbc2 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 571.974298] env[64022]: DEBUG oslo_concurrency.lockutils [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] Acquiring lock "76c7db41-bb8f-4f70-ad21-c6724435ac9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.974523] env[64022]: DEBUG oslo_concurrency.lockutils [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] Lock "76c7db41-bb8f-4f70-ad21-c6724435ac9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.974691] env[64022]: DEBUG oslo_concurrency.lockutils [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] Lock "76c7db41-bb8f-4f70-ad21-c6724435ac9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.974856] env[64022]: DEBUG nova.compute.manager [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] No waiting events found dispatching network-vif-plugged-19f49ad2-089f-4a3e-b6d9-d48013cecbc2 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 571.975030] env[64022]: WARNING nova.compute.manager [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Received unexpected event network-vif-plugged-19f49ad2-089f-4a3e-b6d9-d48013cecbc2 for instance with vm_state building and task_state spawning. [ 571.975195] env[64022]: DEBUG nova.compute.manager [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Received event network-changed-19f49ad2-089f-4a3e-b6d9-d48013cecbc2 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 571.975349] env[64022]: DEBUG nova.compute.manager [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Refreshing instance network info cache due to event network-changed-19f49ad2-089f-4a3e-b6d9-d48013cecbc2. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 571.975514] env[64022]: DEBUG oslo_concurrency.lockutils [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] Acquiring lock "refresh_cache-76c7db41-bb8f-4f70-ad21-c6724435ac9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.982604] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 571.982604] env[64022]: value = "task-2301962" [ 571.982604] env[64022]: _type = "Task" [ 571.982604] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.995110] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.002802] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc80f756-fac6-468f-99d5-ceff7c53553b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.013147] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deec4749-e832-4972-8856-625f4b379832 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.051210] env[64022]: DEBUG nova.network.neutron [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.053145] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8220f32-120c-4c71-8b6a-6e7a33c3a701 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.062319] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96939a7-6ddc-4fa2-bb8e-e8f8621dbce7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.077309] env[64022]: DEBUG nova.compute.provider_tree [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.247478] env[64022]: DEBUG nova.network.neutron [req-2d639dd3-7f22-437f-ad3c-0cc49ac4d708 req-b1676a49-564c-46c4-ba54-bb5e4ed073e4 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Updated VIF entry in instance network info cache for port 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 572.247837] env[64022]: DEBUG nova.network.neutron [req-2d639dd3-7f22-437f-ad3c-0cc49ac4d708 req-b1676a49-564c-46c4-ba54-bb5e4ed073e4 service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Updating instance_info_cache with network_info: [{"id": "87ea2177-5af8-48e6-bef6-ff3ff8ee90c0", "address": "fa:16:3e:09:91:46", "network": {"id": "c68f8781-7188-41c3-b380-30961d078d80", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1579557987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fc52abc8b749d6bf7f5d8effc562bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ea2177-5a", "ovs_interfaceid": "87ea2177-5af8-48e6-bef6-ff3ff8ee90c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.373065] env[64022]: DEBUG nova.compute.manager [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 572.395177] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2301960, 'name': ReconfigVM_Task, 'duration_secs': 0.676727} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.398904] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 6292d41f-5705-4eaa-94c4-6f5ffac5c477/6292d41f-5705-4eaa-94c4-6f5ffac5c477.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 572.400058] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef6cc666-0a1f-46fc-8862-f6b29ba32cff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.411241] env[64022]: DEBUG nova.virt.hardware [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.411789] env[64022]: DEBUG nova.virt.hardware [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.412082] env[64022]: DEBUG nova.virt.hardware [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.412393] env[64022]: DEBUG nova.virt.hardware [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.412729] env[64022]: DEBUG nova.virt.hardware [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.413122] env[64022]: DEBUG nova.virt.hardware [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.413553] env[64022]: DEBUG nova.virt.hardware [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.413818] env[64022]: DEBUG nova.virt.hardware [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.414122] env[64022]: DEBUG nova.virt.hardware [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.414583] env[64022]: DEBUG nova.virt.hardware [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.415025] env[64022]: DEBUG nova.virt.hardware [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.417544] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72172fc4-fe1b-4619-bfbc-9aa1da3af13a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.422485] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 572.422485] env[64022]: value = "task-2301963" [ 572.422485] env[64022]: _type = "Task" [ 572.422485] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.430584] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea15d0aa-fa47-4cee-acdb-84fd081e99be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.438648] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2301963, 'name': Rename_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.443175] env[64022]: DEBUG nova.network.neutron [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Updating instance_info_cache with network_info: [{"id": "19f49ad2-089f-4a3e-b6d9-d48013cecbc2", "address": "fa:16:3e:c1:71:96", "network": {"id": "855ccbdb-4466-42fa-92ae-a22602ca6616", "bridge": "br-int", "label": "tempest-ServersTestJSON-1804990235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f072b1d6a70b4f8c824dd1c40223945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f49ad2-08", "ovs_interfaceid": "19f49ad2-089f-4a3e-b6d9-d48013cecbc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.492976] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301962, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.580440] env[64022]: DEBUG nova.scheduler.client.report [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 572.752736] env[64022]: DEBUG oslo_concurrency.lockutils [req-2d639dd3-7f22-437f-ad3c-0cc49ac4d708 req-b1676a49-564c-46c4-ba54-bb5e4ed073e4 service nova] Releasing lock "refresh_cache-b3ffa526-8311-4419-bbc0-e68e7968f35d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.935321] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2301963, 'name': Rename_Task, 'duration_secs': 0.416298} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.935751] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 572.935820] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1759b020-d432-4833-970a-d39f2a021873 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.945048] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 572.945048] env[64022]: value = "task-2301964" [ 572.945048] env[64022]: _type = "Task" [ 572.945048] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.954573] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Releasing lock "refresh_cache-76c7db41-bb8f-4f70-ad21-c6724435ac9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.954902] env[64022]: DEBUG nova.compute.manager [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Instance network_info: |[{"id": "19f49ad2-089f-4a3e-b6d9-d48013cecbc2", "address": "fa:16:3e:c1:71:96", "network": {"id": "855ccbdb-4466-42fa-92ae-a22602ca6616", "bridge": "br-int", "label": "tempest-ServersTestJSON-1804990235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f072b1d6a70b4f8c824dd1c40223945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f49ad2-08", "ovs_interfaceid": "19f49ad2-089f-4a3e-b6d9-d48013cecbc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.955244] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2301964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.955440] env[64022]: DEBUG oslo_concurrency.lockutils [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] Acquired lock "refresh_cache-76c7db41-bb8f-4f70-ad21-c6724435ac9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.955614] env[64022]: DEBUG nova.network.neutron [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Refreshing network info cache for port 19f49ad2-089f-4a3e-b6d9-d48013cecbc2 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.957078] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:71:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19f49ad2-089f-4a3e-b6d9-d48013cecbc2', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.966087] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Creating folder: Project (f072b1d6a70b4f8c824dd1c40223945b). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.969257] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b006115d-6cb1-4ca7-894b-45e1151ecc87 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.982876] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Created folder: Project (f072b1d6a70b4f8c824dd1c40223945b) in parent group-v468248. [ 572.983121] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Creating folder: Instances. Parent ref: group-v468308. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.983313] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8141269e-6c81-4979-b26b-04979170f53f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.996470] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301962, 'name': ReconfigVM_Task, 'duration_secs': 0.533749} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.996761] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 7bbb6adf-3e10-460d-b2e2-5e2991745c10/7bbb6adf-3e10-460d-b2e2-5e2991745c10.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.000671] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9c77e06-8739-4a4a-8229-6d148758c8c4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.000671] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Created folder: Instances in parent group-v468308. [ 573.000671] env[64022]: DEBUG oslo.service.loopingcall [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 573.001033] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 573.001451] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9276dba-4ea7-4aea-a5dd-56123ec3371b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.017903] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 573.017903] env[64022]: value = "task-2301967" [ 573.017903] env[64022]: _type = "Task" [ 573.017903] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.024020] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 573.024020] env[64022]: value = "task-2301968" [ 573.024020] env[64022]: _type = "Task" [ 573.024020] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.030484] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301967, 'name': Rename_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.036802] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301968, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.087418] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.087418] env[64022]: DEBUG nova.compute.manager [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 573.090349] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.250s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.094980] env[64022]: INFO nova.compute.claims [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.456073] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2301964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.518121] env[64022]: DEBUG nova.network.neutron [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Updated VIF entry in instance network info cache for port 19f49ad2-089f-4a3e-b6d9-d48013cecbc2. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.518121] env[64022]: DEBUG nova.network.neutron [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Updating instance_info_cache with network_info: [{"id": "19f49ad2-089f-4a3e-b6d9-d48013cecbc2", "address": "fa:16:3e:c1:71:96", "network": {"id": "855ccbdb-4466-42fa-92ae-a22602ca6616", "bridge": "br-int", "label": "tempest-ServersTestJSON-1804990235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f072b1d6a70b4f8c824dd1c40223945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f49ad2-08", "ovs_interfaceid": "19f49ad2-089f-4a3e-b6d9-d48013cecbc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.537748] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301967, 'name': Rename_Task, 'duration_secs': 0.152975} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.538809] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.539656] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cadd85db-0b55-4a39-bc4c-20f7fd178aa0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.545960] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301968, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.547289] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 573.547289] env[64022]: value = "task-2301969" [ 573.547289] env[64022]: _type = "Task" [ 573.547289] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.556436] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.603107] env[64022]: DEBUG nova.compute.utils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 573.604060] env[64022]: DEBUG nova.compute.manager [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 573.604356] env[64022]: DEBUG nova.network.neutron [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.765529] env[64022]: DEBUG nova.policy [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac8dad2d93541508b08e89e5cbc4e9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93c2c99c6bbb45d68fd6e9fca7bfa6d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.857332] env[64022]: DEBUG nova.network.neutron [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Successfully updated port: c1ba3d82-5af3-4ca7-aeee-95223742e518 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.958376] env[64022]: DEBUG oslo_vmware.api [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2301964, 'name': PowerOnVM_Task, 'duration_secs': 0.822689} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.959764] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 573.960487] env[64022]: INFO nova.compute.manager [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Took 9.78 seconds to spawn the instance on the hypervisor. [ 573.961403] env[64022]: DEBUG nova.compute.manager [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.963563] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17ee901-bc94-4e03-9a7b-97a1698c6af3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.019342] env[64022]: DEBUG oslo_concurrency.lockutils [req-44fda53f-3c08-4e19-9ae3-1ead019609e5 req-a9b3d6f9-c688-487e-9520-e2d969d2861e service nova] Releasing lock "refresh_cache-76c7db41-bb8f-4f70-ad21-c6724435ac9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.038273] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301968, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.063675] env[64022]: DEBUG oslo_vmware.api [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301969, 'name': PowerOnVM_Task, 'duration_secs': 0.450247} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.063675] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.063675] env[64022]: DEBUG nova.compute.manager [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.063675] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83c6c27-2f5e-439f-bd6f-6684bbae1c48 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.113558] env[64022]: DEBUG nova.compute.manager [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 574.337175] env[64022]: DEBUG nova.compute.manager [req-e6a8e7f4-c476-428e-ac75-c87828577ffb req-a15ac498-89fe-4b46-b27a-5c54fa7a9f0a service nova] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Received event network-vif-plugged-c1ba3d82-5af3-4ca7-aeee-95223742e518 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.337433] env[64022]: DEBUG oslo_concurrency.lockutils [req-e6a8e7f4-c476-428e-ac75-c87828577ffb req-a15ac498-89fe-4b46-b27a-5c54fa7a9f0a service nova] Acquiring lock "4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.337650] env[64022]: DEBUG oslo_concurrency.lockutils [req-e6a8e7f4-c476-428e-ac75-c87828577ffb req-a15ac498-89fe-4b46-b27a-5c54fa7a9f0a service nova] Lock "4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.337819] env[64022]: DEBUG oslo_concurrency.lockutils [req-e6a8e7f4-c476-428e-ac75-c87828577ffb req-a15ac498-89fe-4b46-b27a-5c54fa7a9f0a service nova] Lock "4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.337985] env[64022]: DEBUG nova.compute.manager [req-e6a8e7f4-c476-428e-ac75-c87828577ffb req-a15ac498-89fe-4b46-b27a-5c54fa7a9f0a service nova] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] No waiting events found dispatching network-vif-plugged-c1ba3d82-5af3-4ca7-aeee-95223742e518 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 574.338169] env[64022]: WARNING nova.compute.manager [req-e6a8e7f4-c476-428e-ac75-c87828577ffb req-a15ac498-89fe-4b46-b27a-5c54fa7a9f0a service nova] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Received unexpected event network-vif-plugged-c1ba3d82-5af3-4ca7-aeee-95223742e518 for instance with vm_state building and task_state spawning. [ 574.353753] env[64022]: DEBUG oslo_concurrency.lockutils [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Acquiring lock "d7cbdf83-f819-4645-b049-72ab880c27cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.353753] env[64022]: DEBUG oslo_concurrency.lockutils [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Lock "d7cbdf83-f819-4645-b049-72ab880c27cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.362493] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "refresh_cache-4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.362493] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquired lock "refresh_cache-4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.363183] env[64022]: DEBUG nova.network.neutron [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 574.487713] env[64022]: INFO nova.compute.manager [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Took 36.48 seconds to build instance. [ 574.539250] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301968, 'name': CreateVM_Task, 'duration_secs': 1.353071} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.542071] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 574.542785] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.542964] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.543369] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.543841] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90eb754-e0fa-48fb-90ad-d2972a8b4ae3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.549355] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Waiting for the task: (returnval){ [ 574.549355] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522ba792-e613-613f-3b22-f4f8ea90faea" [ 574.549355] env[64022]: _type = "Task" [ 574.549355] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.562334] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522ba792-e613-613f-3b22-f4f8ea90faea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.564028] env[64022]: DEBUG nova.network.neutron [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Successfully created port: 9038d17e-c0be-481f-8e11-009a2fedaa62 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.595654] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.663475] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e647d6d7-75e2-435d-a6e1-26a00ff2327a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.672061] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651faf7f-4027-476c-af99-a1a66fe17633 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.703703] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41e39ce-aefb-4b62-82c0-5384807625e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.713705] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9ba209-eccd-47fc-8531-3daf08880852 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.729052] env[64022]: DEBUG nova.compute.provider_tree [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.954261] env[64022]: DEBUG nova.network.neutron [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.989637] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0ed8b414-162b-44cc-9292-68866f70fc21 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.063043] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522ba792-e613-613f-3b22-f4f8ea90faea, 'name': SearchDatastore_Task, 'duration_secs': 0.027236} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.063388] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.063601] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.063839] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.063987] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.064287] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 575.064564] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd6cd655-5611-46e8-bfa7-13d291e94b47 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.077020] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 575.077020] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 575.077020] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f219e2c-5b73-45dc-bf68-2395681c95ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.083431] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Waiting for the task: (returnval){ [ 575.083431] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f7286c-134e-894e-4ff0-3a9ca2f756e9" [ 575.083431] env[64022]: _type = "Task" [ 575.083431] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.093241] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f7286c-134e-894e-4ff0-3a9ca2f756e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.130033] env[64022]: DEBUG nova.compute.manager [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 575.165250] env[64022]: DEBUG nova.virt.hardware [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 575.165572] env[64022]: DEBUG nova.virt.hardware [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 575.165744] env[64022]: DEBUG nova.virt.hardware [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 575.165924] env[64022]: DEBUG nova.virt.hardware [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 575.166086] env[64022]: DEBUG nova.virt.hardware [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 575.166233] env[64022]: DEBUG nova.virt.hardware [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 575.166446] env[64022]: DEBUG nova.virt.hardware [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 575.166610] env[64022]: DEBUG nova.virt.hardware [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 575.166777] env[64022]: DEBUG nova.virt.hardware [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 575.166939] env[64022]: DEBUG nova.virt.hardware [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 575.167122] env[64022]: DEBUG nova.virt.hardware [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 575.168203] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5239eb-4b3a-4782-bade-fad253c17dbc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.177331] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ddfaef-d52a-4b35-915d-5d6d7b09a128 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.231635] env[64022]: DEBUG nova.scheduler.client.report [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 575.285881] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Acquiring lock "b3ffa526-8311-4419-bbc0-e68e7968f35d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.286153] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Lock "b3ffa526-8311-4419-bbc0-e68e7968f35d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.286365] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Acquiring lock "b3ffa526-8311-4419-bbc0-e68e7968f35d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.286548] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Lock "b3ffa526-8311-4419-bbc0-e68e7968f35d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.286717] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Lock "b3ffa526-8311-4419-bbc0-e68e7968f35d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.291160] env[64022]: INFO nova.compute.manager [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Terminating instance [ 575.383469] env[64022]: DEBUG nova.network.neutron [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Updating instance_info_cache with network_info: [{"id": "c1ba3d82-5af3-4ca7-aeee-95223742e518", "address": "fa:16:3e:ba:97:60", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ba3d82-5a", "ovs_interfaceid": "c1ba3d82-5af3-4ca7-aeee-95223742e518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.492380] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.600841] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f7286c-134e-894e-4ff0-3a9ca2f756e9, 'name': SearchDatastore_Task, 'duration_secs': 0.033462} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.600841] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac5a772-568c-4cbe-b778-ea9acab0ee85 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.605624] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Waiting for the task: (returnval){ [ 575.605624] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52733bdc-bb05-4483-fcf6-e0e4d74b6452" [ 575.605624] env[64022]: _type = "Task" [ 575.605624] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.616660] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52733bdc-bb05-4483-fcf6-e0e4d74b6452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.739797] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.740590] env[64022]: DEBUG nova.compute.manager [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 575.744983] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.814s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.745292] env[64022]: DEBUG nova.objects.instance [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Lazy-loading 'resources' on Instance uuid f1f65ea3-a3d7-4640-8406-541acc9b778a {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 575.795609] env[64022]: DEBUG nova.compute.manager [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 575.796181] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 575.799049] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6219fe0-be5f-44e9-8002-d079ad19c2ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.812175] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 575.813272] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ddd34da-d75b-44e9-a517-bd148e19ccbf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.824667] env[64022]: DEBUG oslo_vmware.api [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Waiting for the task: (returnval){ [ 575.824667] env[64022]: value = "task-2301970" [ 575.824667] env[64022]: _type = "Task" [ 575.824667] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.837891] env[64022]: DEBUG oslo_vmware.api [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.887272] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Releasing lock "refresh_cache-4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.887673] env[64022]: DEBUG nova.compute.manager [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Instance network_info: |[{"id": "c1ba3d82-5af3-4ca7-aeee-95223742e518", "address": "fa:16:3e:ba:97:60", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ba3d82-5a", "ovs_interfaceid": "c1ba3d82-5af3-4ca7-aeee-95223742e518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.888133] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:97:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1ba3d82-5af3-4ca7-aeee-95223742e518', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.899017] env[64022]: DEBUG oslo.service.loopingcall [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.899017] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.899017] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44692b0f-3461-404b-b49a-2541aa920386 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.925193] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.925193] env[64022]: value = "task-2301971" [ 575.925193] env[64022]: _type = "Task" [ 575.925193] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.934259] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301971, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.023824] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.119382] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52733bdc-bb05-4483-fcf6-e0e4d74b6452, 'name': SearchDatastore_Task, 'duration_secs': 0.011254} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.119708] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.119897] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 76c7db41-bb8f-4f70-ad21-c6724435ac9d/76c7db41-bb8f-4f70-ad21-c6724435ac9d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 576.120186] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a43f2e44-fd89-4a05-99a6-027a09018929 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.127617] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Waiting for the task: (returnval){ [ 576.127617] env[64022]: value = "task-2301972" [ 576.127617] env[64022]: _type = "Task" [ 576.127617] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.137373] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2301972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.176012] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "212b862f-9465-4c6d-95bc-acf2a4153e73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.176282] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "212b862f-9465-4c6d-95bc-acf2a4153e73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.249920] env[64022]: DEBUG nova.compute.utils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 576.249920] env[64022]: DEBUG nova.compute.manager [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 576.249920] env[64022]: DEBUG nova.network.neutron [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 576.332992] env[64022]: DEBUG nova.policy [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8117ec7d62224ebdbdb2d0fd3fd45602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7329ee1152854fdebbd2747fc537eadb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 576.347562] env[64022]: DEBUG oslo_vmware.api [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301970, 'name': PowerOffVM_Task, 'duration_secs': 0.29382} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.347562] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 576.347562] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 576.347828] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af155b36-8e54-416a-b6fa-96f8687cd823 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.445857] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301971, 'name': CreateVM_Task, 'duration_secs': 0.446934} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.446763] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.446988] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.448539] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.448539] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.450488] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e627ef52-6935-4a01-b50d-f317ecf21ab3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.462817] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 576.463147] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 576.463356] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Deleting the datastore file [datastore2] b3ffa526-8311-4419-bbc0-e68e7968f35d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 576.465563] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3409a35-dddf-499b-a996-393f6d68748a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.468750] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 576.468750] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b3d35e-ff1a-8a2f-d0db-0949d65aadf5" [ 576.468750] env[64022]: _type = "Task" [ 576.468750] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.477087] env[64022]: DEBUG oslo_vmware.api [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Waiting for the task: (returnval){ [ 576.477087] env[64022]: value = "task-2301974" [ 576.477087] env[64022]: _type = "Task" [ 576.477087] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.487650] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b3d35e-ff1a-8a2f-d0db-0949d65aadf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.494696] env[64022]: DEBUG oslo_vmware.api [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.644602] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2301972, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.763150] env[64022]: DEBUG nova.compute.manager [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 576.924991] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d46ad3-3321-4a3d-9a06-c34e1ce58044 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.934189] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c6461f-45c6-4c62-a3db-4cce881952bd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.975833] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d155f55c-6a02-435a-9c7c-7fd32b047e7e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.986212] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b3d35e-ff1a-8a2f-d0db-0949d65aadf5, 'name': SearchDatastore_Task, 'duration_secs': 0.062891} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.989287] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.989710] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.990121] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.990121] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.991175] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.991175] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36e58ff3-f009-4951-8ca4-c371823e8228 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.994494] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1bab3e-06f3-4e53-8f67-a19bc4b9cb5f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.002282] env[64022]: DEBUG oslo_vmware.api [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Task: {'id': task-2301974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499251} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.003583] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 577.003583] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 577.003684] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 577.003832] env[64022]: INFO nova.compute.manager [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 577.004091] env[64022]: DEBUG oslo.service.loopingcall [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.004298] env[64022]: DEBUG nova.compute.manager [-] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 577.004395] env[64022]: DEBUG nova.network.neutron [-] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 577.014689] env[64022]: DEBUG nova.compute.provider_tree [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.018163] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 577.018359] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 577.021372] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d511c258-f663-477a-944f-9e361bce661a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.027380] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 577.027380] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5247aa2c-4557-b602-1196-b7001052714e" [ 577.027380] env[64022]: _type = "Task" [ 577.027380] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.041452] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5247aa2c-4557-b602-1196-b7001052714e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.061023] env[64022]: DEBUG nova.compute.manager [req-cba8ef52-9681-4051-aaae-59a6c4d9c36a req-174fa370-7d2c-49ed-9eb7-40d2f4f625a6 service nova] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Received event network-changed-c1ba3d82-5af3-4ca7-aeee-95223742e518 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.061183] env[64022]: DEBUG nova.compute.manager [req-cba8ef52-9681-4051-aaae-59a6c4d9c36a req-174fa370-7d2c-49ed-9eb7-40d2f4f625a6 service nova] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Refreshing instance network info cache due to event network-changed-c1ba3d82-5af3-4ca7-aeee-95223742e518. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 577.061538] env[64022]: DEBUG oslo_concurrency.lockutils [req-cba8ef52-9681-4051-aaae-59a6c4d9c36a req-174fa370-7d2c-49ed-9eb7-40d2f4f625a6 service nova] Acquiring lock "refresh_cache-4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.061618] env[64022]: DEBUG oslo_concurrency.lockutils [req-cba8ef52-9681-4051-aaae-59a6c4d9c36a req-174fa370-7d2c-49ed-9eb7-40d2f4f625a6 service nova] Acquired lock "refresh_cache-4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.061737] env[64022]: DEBUG nova.network.neutron [req-cba8ef52-9681-4051-aaae-59a6c4d9c36a req-174fa370-7d2c-49ed-9eb7-40d2f4f625a6 service nova] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Refreshing network info cache for port c1ba3d82-5af3-4ca7-aeee-95223742e518 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.092797] env[64022]: DEBUG nova.network.neutron [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Successfully updated port: 9038d17e-c0be-481f-8e11-009a2fedaa62 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.141505] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2301972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628524} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.144492] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 76c7db41-bb8f-4f70-ad21-c6724435ac9d/76c7db41-bb8f-4f70-ad21-c6724435ac9d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 577.144492] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 577.144492] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0131cbb-ad4f-417a-8902-884e3c5655b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.152647] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Waiting for the task: (returnval){ [ 577.152647] env[64022]: value = "task-2301975" [ 577.152647] env[64022]: _type = "Task" [ 577.152647] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.171958] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2301975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.339541] env[64022]: DEBUG nova.network.neutron [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Successfully created port: 9f8f1069-a15b-429b-ab82-98556a71ec6d {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.522060] env[64022]: DEBUG nova.scheduler.client.report [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.538828] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquiring lock "7bbb6adf-3e10-460d-b2e2-5e2991745c10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.540212] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Lock "7bbb6adf-3e10-460d-b2e2-5e2991745c10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.540212] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquiring lock "7bbb6adf-3e10-460d-b2e2-5e2991745c10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.540212] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Lock "7bbb6adf-3e10-460d-b2e2-5e2991745c10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.540212] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Lock "7bbb6adf-3e10-460d-b2e2-5e2991745c10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.541416] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5247aa2c-4557-b602-1196-b7001052714e, 'name': SearchDatastore_Task, 'duration_secs': 0.028989} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.542370] env[64022]: INFO nova.compute.manager [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Terminating instance [ 577.543696] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f875aaa-f31a-4ec8-aab3-37c1f8b7abf1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.555014] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 577.555014] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5203a80c-d1a4-0e75-4175-2026862441de" [ 577.555014] env[64022]: _type = "Task" [ 577.555014] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.561674] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5203a80c-d1a4-0e75-4175-2026862441de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.595810] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "refresh_cache-d14030cb-86fe-479c-8d97-615a3a531b1c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.595972] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "refresh_cache-d14030cb-86fe-479c-8d97-615a3a531b1c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.596165] env[64022]: DEBUG nova.network.neutron [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 577.665871] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2301975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08122} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.670552] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.670552] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df80110-e700-498f-b55b-161075b4b6f8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.694343] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 76c7db41-bb8f-4f70-ad21-c6724435ac9d/76c7db41-bb8f-4f70-ad21-c6724435ac9d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.695070] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e229d8-2cb2-4c87-bd2d-e9953c211b66 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.718336] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Waiting for the task: (returnval){ [ 577.718336] env[64022]: value = "task-2301976" [ 577.718336] env[64022]: _type = "Task" [ 577.718336] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.728787] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2301976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.791042] env[64022]: DEBUG nova.compute.manager [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 577.820242] env[64022]: DEBUG nova.virt.hardware [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.820545] env[64022]: DEBUG nova.virt.hardware [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.820756] env[64022]: DEBUG nova.virt.hardware [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.820924] env[64022]: DEBUG nova.virt.hardware [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.821127] env[64022]: DEBUG nova.virt.hardware [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.821347] env[64022]: DEBUG nova.virt.hardware [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.821636] env[64022]: DEBUG nova.virt.hardware [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.822583] env[64022]: DEBUG nova.virt.hardware [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.822583] env[64022]: DEBUG nova.virt.hardware [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.822583] env[64022]: DEBUG nova.virt.hardware [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.822583] env[64022]: DEBUG nova.virt.hardware [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.823569] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d456c2-ba86-407c-b336-bfd5c2965fa5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.833867] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1221e3e2-2a69-493d-9c7b-87ddb47a6776 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.027118] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.031055] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.415s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.031244] env[64022]: INFO nova.compute.claims [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.045930] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Acquiring lock "a5f14d13-841b-4ba3-a6f5-033493a3c501" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.048246] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Lock "a5f14d13-841b-4ba3-a6f5-033493a3c501" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.048950] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquiring lock "refresh_cache-7bbb6adf-3e10-460d-b2e2-5e2991745c10" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.049123] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquired lock "refresh_cache-7bbb6adf-3e10-460d-b2e2-5e2991745c10" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.049294] env[64022]: DEBUG nova.network.neutron [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.053555] env[64022]: DEBUG nova.network.neutron [-] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.055819] env[64022]: INFO nova.scheduler.client.report [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Deleted allocations for instance f1f65ea3-a3d7-4640-8406-541acc9b778a [ 578.077369] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5203a80c-d1a4-0e75-4175-2026862441de, 'name': SearchDatastore_Task, 'duration_secs': 0.024645} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.079972] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.081461] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8/4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 578.083834] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96f84c71-334e-4a6f-95a1-122e3f41fb42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.092957] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 578.092957] env[64022]: value = "task-2301977" [ 578.092957] env[64022]: _type = "Task" [ 578.092957] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.106277] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.159550] env[64022]: DEBUG nova.network.neutron [req-cba8ef52-9681-4051-aaae-59a6c4d9c36a req-174fa370-7d2c-49ed-9eb7-40d2f4f625a6 service nova] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Updated VIF entry in instance network info cache for port c1ba3d82-5af3-4ca7-aeee-95223742e518. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.159900] env[64022]: DEBUG nova.network.neutron [req-cba8ef52-9681-4051-aaae-59a6c4d9c36a req-174fa370-7d2c-49ed-9eb7-40d2f4f625a6 service nova] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Updating instance_info_cache with network_info: [{"id": "c1ba3d82-5af3-4ca7-aeee-95223742e518", "address": "fa:16:3e:ba:97:60", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ba3d82-5a", "ovs_interfaceid": "c1ba3d82-5af3-4ca7-aeee-95223742e518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.196226] env[64022]: DEBUG nova.network.neutron [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.236021] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2301976, 'name': ReconfigVM_Task, 'duration_secs': 0.277389} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.236021] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 76c7db41-bb8f-4f70-ad21-c6724435ac9d/76c7db41-bb8f-4f70-ad21-c6724435ac9d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.236021] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8392ea0-5aa9-46d1-95b1-d7510437fd63 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.244284] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Waiting for the task: (returnval){ [ 578.244284] env[64022]: value = "task-2301978" [ 578.244284] env[64022]: _type = "Task" [ 578.244284] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.254585] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2301978, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.434821] env[64022]: DEBUG nova.network.neutron [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Updating instance_info_cache with network_info: [{"id": "9038d17e-c0be-481f-8e11-009a2fedaa62", "address": "fa:16:3e:44:c1:60", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9038d17e-c0", "ovs_interfaceid": "9038d17e-c0be-481f-8e11-009a2fedaa62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.485890] env[64022]: DEBUG nova.compute.manager [req-f2d2dac7-2f76-4f36-bb8a-1623be0521fc req-7f5c0a9a-606b-40ab-bcdd-4d84558385ba service nova] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Received event network-vif-deleted-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.555885] env[64022]: INFO nova.compute.manager [-] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Took 1.55 seconds to deallocate network for instance. [ 578.569411] env[64022]: DEBUG nova.network.neutron [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.572751] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2a494b9a-cf10-4cba-9ee3-22754c38ef5e tempest-ServerDiagnosticsV248Test-1234073827 tempest-ServerDiagnosticsV248Test-1234073827-project-member] Lock "f1f65ea3-a3d7-4640-8406-541acc9b778a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.353s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.604854] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.639185] env[64022]: DEBUG nova.network.neutron [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.663727] env[64022]: DEBUG oslo_concurrency.lockutils [req-cba8ef52-9681-4051-aaae-59a6c4d9c36a req-174fa370-7d2c-49ed-9eb7-40d2f4f625a6 service nova] Releasing lock "refresh_cache-4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.757527] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2301978, 'name': Rename_Task, 'duration_secs': 0.158634} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.757527] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.757723] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd00e588-100c-4f7c-b669-9a18a0ac6e39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.768453] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Waiting for the task: (returnval){ [ 578.768453] env[64022]: value = "task-2301979" [ 578.768453] env[64022]: _type = "Task" [ 578.768453] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.782413] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2301979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.936875] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "refresh_cache-d14030cb-86fe-479c-8d97-615a3a531b1c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.937232] env[64022]: DEBUG nova.compute.manager [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Instance network_info: |[{"id": "9038d17e-c0be-481f-8e11-009a2fedaa62", "address": "fa:16:3e:44:c1:60", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9038d17e-c0", "ovs_interfaceid": "9038d17e-c0be-481f-8e11-009a2fedaa62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 578.937682] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:c1:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9038d17e-c0be-481f-8e11-009a2fedaa62', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.947717] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Creating folder: Project (93c2c99c6bbb45d68fd6e9fca7bfa6d7). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.947934] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baef3d0d-db16-4854-81d0-0868c07be065 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.963640] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Created folder: Project (93c2c99c6bbb45d68fd6e9fca7bfa6d7) in parent group-v468248. [ 578.963904] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Creating folder: Instances. Parent ref: group-v468312. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.964232] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ede86a5b-f827-4527-a9d3-00bc04fb13de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.980317] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Created folder: Instances in parent group-v468312. [ 578.980695] env[64022]: DEBUG oslo.service.loopingcall [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.981675] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.981675] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7fb7d20-af73-4ca3-820e-bbbd0fb65bd7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.009598] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.009598] env[64022]: value = "task-2301982" [ 579.009598] env[64022]: _type = "Task" [ 579.009598] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.021953] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301982, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.064303] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.104663] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301977, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.143633] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Releasing lock "refresh_cache-7bbb6adf-3e10-460d-b2e2-5e2991745c10" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.144416] env[64022]: DEBUG nova.compute.manager [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 579.144416] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 579.147280] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae78b9a7-8bf8-478e-8bed-e5d6f4d86e24 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.155546] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 579.155830] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc95e5e0-8795-45a8-bdea-f5f4918ffea8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.165674] env[64022]: DEBUG oslo_vmware.api [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 579.165674] env[64022]: value = "task-2301983" [ 579.165674] env[64022]: _type = "Task" [ 579.165674] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.174530] env[64022]: DEBUG nova.compute.manager [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Received event network-vif-plugged-9038d17e-c0be-481f-8e11-009a2fedaa62 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.174767] env[64022]: DEBUG oslo_concurrency.lockutils [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] Acquiring lock "d14030cb-86fe-479c-8d97-615a3a531b1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.174979] env[64022]: DEBUG oslo_concurrency.lockutils [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] Lock "d14030cb-86fe-479c-8d97-615a3a531b1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.175173] env[64022]: DEBUG oslo_concurrency.lockutils [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] Lock "d14030cb-86fe-479c-8d97-615a3a531b1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.175347] env[64022]: DEBUG nova.compute.manager [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] No waiting events found dispatching network-vif-plugged-9038d17e-c0be-481f-8e11-009a2fedaa62 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.175558] env[64022]: WARNING nova.compute.manager [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Received unexpected event network-vif-plugged-9038d17e-c0be-481f-8e11-009a2fedaa62 for instance with vm_state building and task_state spawning. [ 579.175675] env[64022]: DEBUG nova.compute.manager [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Received event network-changed-9038d17e-c0be-481f-8e11-009a2fedaa62 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.175830] env[64022]: DEBUG nova.compute.manager [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Refreshing instance network info cache due to event network-changed-9038d17e-c0be-481f-8e11-009a2fedaa62. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 579.176023] env[64022]: DEBUG oslo_concurrency.lockutils [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] Acquiring lock "refresh_cache-d14030cb-86fe-479c-8d97-615a3a531b1c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.176168] env[64022]: DEBUG oslo_concurrency.lockutils [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] Acquired lock "refresh_cache-d14030cb-86fe-479c-8d97-615a3a531b1c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.176326] env[64022]: DEBUG nova.network.neutron [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Refreshing network info cache for port 9038d17e-c0be-481f-8e11-009a2fedaa62 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.185127] env[64022]: DEBUG oslo_vmware.api [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.287221] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2301979, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.520017] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301982, 'name': CreateVM_Task, 'duration_secs': 0.4905} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.520017] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.520017] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.520017] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.520017] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.520536] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a48f313f-0627-4984-b3f5-49b8bd12ca18 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.525514] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 579.525514] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52125816-36c7-9c1e-21e0-d44c60cae776" [ 579.525514] env[64022]: _type = "Task" [ 579.525514] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.530181] env[64022]: DEBUG nova.network.neutron [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Successfully updated port: 9f8f1069-a15b-429b-ab82-98556a71ec6d {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.546344] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52125816-36c7-9c1e-21e0-d44c60cae776, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.547080] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.547316] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 579.547545] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.547690] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.547863] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 579.548403] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b5ab33c-9d72-4064-8263-c2334a2d94f4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.558737] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 579.558923] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 579.559726] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd0a94c-1e4b-4a56-9cc3-d59c3ca38035 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.568236] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 579.568236] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d027fc-7d18-c558-ff13-a9da168c5c94" [ 579.568236] env[64022]: _type = "Task" [ 579.568236] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.577642] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d027fc-7d18-c558-ff13-a9da168c5c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.606559] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301977, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.025556} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.609399] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8/4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 579.609621] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 579.610078] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2070c919-6396-4e49-a8bf-12e1d2fd830e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.618324] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 579.618324] env[64022]: value = "task-2301984" [ 579.618324] env[64022]: _type = "Task" [ 579.618324] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.633045] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.649080] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44a942f-a659-4f41-9451-65ee2ffbbd5b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.656198] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb3ec9e-d893-45a8-926f-d646846ea681 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.696651] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b32041-2562-4b7c-9d8f-ec4060b3034c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.707851] env[64022]: DEBUG oslo_vmware.api [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301983, 'name': PowerOffVM_Task, 'duration_secs': 0.321648} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.708203] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 579.708422] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 579.709676] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c836c30c-197a-47f0-bf27-114369b4ab69 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.713845] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb245144-ab7a-48e1-b387-7b021d702f7d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.726509] env[64022]: DEBUG nova.compute.provider_tree [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.743363] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 579.743602] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 579.743801] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Deleting the datastore file [datastore2] 7bbb6adf-3e10-460d-b2e2-5e2991745c10 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 579.744117] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1326185-f6f7-4220-95ca-2a170d32c8a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.753191] env[64022]: DEBUG oslo_vmware.api [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for the task: (returnval){ [ 579.753191] env[64022]: value = "task-2301986" [ 579.753191] env[64022]: _type = "Task" [ 579.753191] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.762975] env[64022]: DEBUG oslo_vmware.api [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.785363] env[64022]: DEBUG oslo_vmware.api [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2301979, 'name': PowerOnVM_Task, 'duration_secs': 0.686106} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.785363] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.785363] env[64022]: INFO nova.compute.manager [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Took 10.11 seconds to spawn the instance on the hypervisor. [ 579.785363] env[64022]: DEBUG nova.compute.manager [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.785363] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabc4ac6-8272-4f26-b7fb-a5e00a421949 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.027193] env[64022]: DEBUG nova.network.neutron [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Updated VIF entry in instance network info cache for port 9038d17e-c0be-481f-8e11-009a2fedaa62. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.027589] env[64022]: DEBUG nova.network.neutron [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Updating instance_info_cache with network_info: [{"id": "9038d17e-c0be-481f-8e11-009a2fedaa62", "address": "fa:16:3e:44:c1:60", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9038d17e-c0", "ovs_interfaceid": "9038d17e-c0be-481f-8e11-009a2fedaa62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.040939] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.040995] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.041223] env[64022]: DEBUG nova.network.neutron [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.079824] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d027fc-7d18-c558-ff13-a9da168c5c94, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.081041] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c6a6b1-a81f-4247-90d5-a5069c4ccb4f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.090103] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 580.090103] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5202f56d-bc9a-7c82-5f5b-83dd024edcb8" [ 580.090103] env[64022]: _type = "Task" [ 580.090103] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.101042] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5202f56d-bc9a-7c82-5f5b-83dd024edcb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.129751] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200755} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.130294] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 580.131618] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c790991a-9b24-43c2-97b4-d21cb7136ee1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.159858] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8/4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 580.160312] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d62c96-98cf-4033-9c1e-62e1effceb0c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.185600] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 580.185600] env[64022]: value = "task-2301987" [ 580.185600] env[64022]: _type = "Task" [ 580.185600] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.197737] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.230531] env[64022]: DEBUG nova.scheduler.client.report [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.263952] env[64022]: DEBUG oslo_vmware.api [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Task: {'id': task-2301986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246545} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.264251] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 580.264413] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 580.264588] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 580.264757] env[64022]: INFO nova.compute.manager [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Took 1.12 seconds to destroy the instance on the hypervisor. [ 580.264989] env[64022]: DEBUG oslo.service.loopingcall [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.265220] env[64022]: DEBUG nova.compute.manager [-] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 580.265286] env[64022]: DEBUG nova.network.neutron [-] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 580.284456] env[64022]: DEBUG nova.network.neutron [-] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.307333] env[64022]: INFO nova.compute.manager [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Took 37.53 seconds to build instance. [ 580.432821] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "d7710f8b-e98f-47fa-9976-6f44ec448c6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.433077] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "d7710f8b-e98f-47fa-9976-6f44ec448c6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.530733] env[64022]: DEBUG oslo_concurrency.lockutils [req-bcce88a2-e3bb-47d9-b164-d06df584c32b req-3090e44e-8fe7-4e3b-9b5a-24d2ff763f6e service nova] Releasing lock "refresh_cache-d14030cb-86fe-479c-8d97-615a3a531b1c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.600900] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5202f56d-bc9a-7c82-5f5b-83dd024edcb8, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.601729] env[64022]: DEBUG nova.network.neutron [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.603584] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.603837] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d14030cb-86fe-479c-8d97-615a3a531b1c/d14030cb-86fe-479c-8d97-615a3a531b1c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.604115] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfdfcdf6-81a6-4774-bb0b-bc4b95138ff4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.611902] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 580.611902] env[64022]: value = "task-2301988" [ 580.611902] env[64022]: _type = "Task" [ 580.611902] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.620298] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2301988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.699096] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301987, 'name': ReconfigVM_Task, 'duration_secs': 0.322886} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.699383] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8/4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.700030] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e280a070-6025-4d83-8de2-9829c0870ea3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.709019] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 580.709019] env[64022]: value = "task-2301989" [ 580.709019] env[64022]: _type = "Task" [ 580.709019] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.719836] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301989, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.736166] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.736652] env[64022]: DEBUG nova.compute.manager [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 580.740012] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.262s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.786784] env[64022]: DEBUG nova.network.neutron [-] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.809369] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0f136909-317a-44b8-a761-13b353345ec8 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Lock "76c7db41-bb8f-4f70-ad21-c6724435ac9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.759s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.851952] env[64022]: DEBUG nova.network.neutron [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Updating instance_info_cache with network_info: [{"id": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "address": "fa:16:3e:ec:85:cb", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8f1069-a1", "ovs_interfaceid": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.097413] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "6b09db4b-dcaf-4d47-a7fc-6282db643d96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.097757] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "6b09db4b-dcaf-4d47-a7fc-6282db643d96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.126044] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2301988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474138} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.126517] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d14030cb-86fe-479c-8d97-615a3a531b1c/d14030cb-86fe-479c-8d97-615a3a531b1c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.126741] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.126995] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e45ae2e-d540-43d9-b9e5-d0aaa6a5680b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.138575] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 581.138575] env[64022]: value = "task-2301990" [ 581.138575] env[64022]: _type = "Task" [ 581.138575] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.148669] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2301990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.219164] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301989, 'name': Rename_Task, 'duration_secs': 0.398564} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.222174] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 581.222174] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a9f8b5b-c452-4e45-ae3e-5d4ec73eb035 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.229521] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 581.229521] env[64022]: value = "task-2301991" [ 581.229521] env[64022]: _type = "Task" [ 581.229521] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.240458] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.242821] env[64022]: DEBUG nova.compute.utils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 581.246991] env[64022]: DEBUG nova.compute.manager [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Not allocating networking since 'none' was specified. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 581.289441] env[64022]: INFO nova.compute.manager [-] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Took 1.02 seconds to deallocate network for instance. [ 581.318196] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.353893] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.354224] env[64022]: DEBUG nova.compute.manager [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Instance network_info: |[{"id": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "address": "fa:16:3e:ec:85:cb", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8f1069-a1", "ovs_interfaceid": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.354618] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:85:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f8f1069-a15b-429b-ab82-98556a71ec6d', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.362992] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Creating folder: Project (7329ee1152854fdebbd2747fc537eadb). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.366905] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2fe62c6-9cab-4e29-b98a-35b202b8642d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.379042] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Created folder: Project (7329ee1152854fdebbd2747fc537eadb) in parent group-v468248. [ 581.379260] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Creating folder: Instances. Parent ref: group-v468315. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.379503] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a701d576-d98a-49a5-98dc-d7d48f633339 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.395021] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Created folder: Instances in parent group-v468315. [ 581.395309] env[64022]: DEBUG oslo.service.loopingcall [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.398100] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.398561] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdfa32aa-e44b-4795-bffe-43bdb69ea88b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.423363] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.423363] env[64022]: value = "task-2301994" [ 581.423363] env[64022]: _type = "Task" [ 581.423363] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.431533] env[64022]: DEBUG nova.compute.manager [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Received event network-vif-plugged-9f8f1069-a15b-429b-ab82-98556a71ec6d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.431754] env[64022]: DEBUG oslo_concurrency.lockutils [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] Acquiring lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.431962] env[64022]: DEBUG oslo_concurrency.lockutils [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] Lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.432593] env[64022]: DEBUG oslo_concurrency.lockutils [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] Lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.432593] env[64022]: DEBUG nova.compute.manager [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] No waiting events found dispatching network-vif-plugged-9f8f1069-a15b-429b-ab82-98556a71ec6d {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 581.432593] env[64022]: WARNING nova.compute.manager [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Received unexpected event network-vif-plugged-9f8f1069-a15b-429b-ab82-98556a71ec6d for instance with vm_state building and task_state spawning. [ 581.433076] env[64022]: DEBUG nova.compute.manager [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Received event network-changed-9f8f1069-a15b-429b-ab82-98556a71ec6d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.433076] env[64022]: DEBUG nova.compute.manager [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Refreshing instance network info cache due to event network-changed-9f8f1069-a15b-429b-ab82-98556a71ec6d. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 581.433076] env[64022]: DEBUG oslo_concurrency.lockutils [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] Acquiring lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.433191] env[64022]: DEBUG oslo_concurrency.lockutils [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] Acquired lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.433317] env[64022]: DEBUG nova.network.neutron [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Refreshing network info cache for port 9f8f1069-a15b-429b-ab82-98556a71ec6d {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 581.441624] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301994, 'name': CreateVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.571963] env[64022]: DEBUG nova.compute.manager [req-f66d0769-afdd-4f6e-97f3-c188f61f9ec6 req-f59bc9f9-e70e-444c-bc1b-8a5444e7d65b service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Received event network-changed-19f49ad2-089f-4a3e-b6d9-d48013cecbc2 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.571963] env[64022]: DEBUG nova.compute.manager [req-f66d0769-afdd-4f6e-97f3-c188f61f9ec6 req-f59bc9f9-e70e-444c-bc1b-8a5444e7d65b service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Refreshing instance network info cache due to event network-changed-19f49ad2-089f-4a3e-b6d9-d48013cecbc2. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 581.571963] env[64022]: DEBUG oslo_concurrency.lockutils [req-f66d0769-afdd-4f6e-97f3-c188f61f9ec6 req-f59bc9f9-e70e-444c-bc1b-8a5444e7d65b service nova] Acquiring lock "refresh_cache-76c7db41-bb8f-4f70-ad21-c6724435ac9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.571963] env[64022]: DEBUG oslo_concurrency.lockutils [req-f66d0769-afdd-4f6e-97f3-c188f61f9ec6 req-f59bc9f9-e70e-444c-bc1b-8a5444e7d65b service nova] Acquired lock "refresh_cache-76c7db41-bb8f-4f70-ad21-c6724435ac9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.571963] env[64022]: DEBUG nova.network.neutron [req-f66d0769-afdd-4f6e-97f3-c188f61f9ec6 req-f59bc9f9-e70e-444c-bc1b-8a5444e7d65b service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Refreshing network info cache for port 19f49ad2-089f-4a3e-b6d9-d48013cecbc2 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 581.654092] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2301990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072871} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.657656] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 581.659071] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fc8ea7-f2bd-45bd-a0d6-8ccc58020107 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.685858] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] d14030cb-86fe-479c-8d97-615a3a531b1c/d14030cb-86fe-479c-8d97-615a3a531b1c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.691194] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9c72a13-076b-4a0e-b589-99608467d6da {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.716530] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 581.716530] env[64022]: value = "task-2301995" [ 581.716530] env[64022]: _type = "Task" [ 581.716530] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.730537] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2301995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.742938] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301991, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.748115] env[64022]: DEBUG nova.compute.manager [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 581.758562] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Acquiring lock "2780b129-725e-4444-ac6f-98ef00cef77c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.758909] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Lock "2780b129-725e-4444-ac6f-98ef00cef77c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.801022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.840616] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.889886] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581a5da5-5395-4f06-870f-6cfec7c88eda {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.900454] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8789af-d7dd-4705-a58c-2bc2452d3338 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.937298] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d78b70a-96f9-49c8-a143-16c98ac40ea2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.948240] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301994, 'name': CreateVM_Task, 'duration_secs': 0.427208} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.950502] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 581.951357] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.951515] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.951831] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.953080] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d443660-980b-42ee-a139-d881f744c3e2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.956846] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d876f3bc-5dd3-4c4a-aa93-7aa1c43b835e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.970649] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 581.970649] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523e56c2-f4d8-d168-c2ad-81417a930d7c" [ 581.970649] env[64022]: _type = "Task" [ 581.970649] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.971126] env[64022]: DEBUG nova.compute.provider_tree [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.981116] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523e56c2-f4d8-d168-c2ad-81417a930d7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.228232] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2301995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.239379] env[64022]: DEBUG oslo_vmware.api [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2301991, 'name': PowerOnVM_Task, 'duration_secs': 0.590429} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.239674] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 582.239884] env[64022]: INFO nova.compute.manager [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Took 9.87 seconds to spawn the instance on the hypervisor. [ 582.240070] env[64022]: DEBUG nova.compute.manager [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.241115] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad971316-18cc-48c7-aeac-411178e63032 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.272277] env[64022]: DEBUG nova.network.neutron [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Updated VIF entry in instance network info cache for port 9f8f1069-a15b-429b-ab82-98556a71ec6d. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 582.272277] env[64022]: DEBUG nova.network.neutron [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Updating instance_info_cache with network_info: [{"id": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "address": "fa:16:3e:ec:85:cb", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8f1069-a1", "ovs_interfaceid": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.400261] env[64022]: DEBUG nova.network.neutron [req-f66d0769-afdd-4f6e-97f3-c188f61f9ec6 req-f59bc9f9-e70e-444c-bc1b-8a5444e7d65b service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Updated VIF entry in instance network info cache for port 19f49ad2-089f-4a3e-b6d9-d48013cecbc2. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 582.400720] env[64022]: DEBUG nova.network.neutron [req-f66d0769-afdd-4f6e-97f3-c188f61f9ec6 req-f59bc9f9-e70e-444c-bc1b-8a5444e7d65b service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Updating instance_info_cache with network_info: [{"id": "19f49ad2-089f-4a3e-b6d9-d48013cecbc2", "address": "fa:16:3e:c1:71:96", "network": {"id": "855ccbdb-4466-42fa-92ae-a22602ca6616", "bridge": "br-int", "label": "tempest-ServersTestJSON-1804990235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f072b1d6a70b4f8c824dd1c40223945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f49ad2-08", "ovs_interfaceid": "19f49ad2-089f-4a3e-b6d9-d48013cecbc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.478008] env[64022]: DEBUG nova.scheduler.client.report [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.492022] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523e56c2-f4d8-d168-c2ad-81417a930d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.029451} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.492022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.492022] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.492022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.492022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.492022] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.492022] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ac898e6-3719-4c16-86c9-d0c68c19e38d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.502340] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.502820] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.505555] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5551c68c-c2c8-4bb5-84f1-28d21be01fea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.512475] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 582.512475] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525ccbdd-331f-0845-4fe1-5271f5ba3230" [ 582.512475] env[64022]: _type = "Task" [ 582.512475] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.521340] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525ccbdd-331f-0845-4fe1-5271f5ba3230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.730144] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2301995, 'name': ReconfigVM_Task, 'duration_secs': 0.71305} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.730533] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Reconfigured VM instance instance-00000015 to attach disk [datastore2] d14030cb-86fe-479c-8d97-615a3a531b1c/d14030cb-86fe-479c-8d97-615a3a531b1c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 582.731242] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bc864a2-3787-4ca4-b864-4788913e6255 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.741820] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 582.741820] env[64022]: value = "task-2301996" [ 582.741820] env[64022]: _type = "Task" [ 582.741820] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.753960] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2301996, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.763142] env[64022]: INFO nova.compute.manager [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Took 39.43 seconds to build instance. [ 582.765701] env[64022]: DEBUG nova.compute.manager [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 582.774167] env[64022]: DEBUG oslo_concurrency.lockutils [req-c8f788de-1fd6-4c27-a8d4-98a2d2d9f767 req-dea7a06b-df99-4471-a2f6-55b1588120b3 service nova] Releasing lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.798604] env[64022]: DEBUG nova.virt.hardware [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.798845] env[64022]: DEBUG nova.virt.hardware [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.799017] env[64022]: DEBUG nova.virt.hardware [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.799244] env[64022]: DEBUG nova.virt.hardware [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.799372] env[64022]: DEBUG nova.virt.hardware [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.799643] env[64022]: DEBUG nova.virt.hardware [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.799874] env[64022]: DEBUG nova.virt.hardware [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.800051] env[64022]: DEBUG nova.virt.hardware [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.800229] env[64022]: DEBUG nova.virt.hardware [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.800435] env[64022]: DEBUG nova.virt.hardware [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.800722] env[64022]: DEBUG nova.virt.hardware [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.802864] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e61345-b185-42a7-b0e7-9c33897f05a2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.813737] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb7f4f7-4f77-4765-821f-9e6463e222d6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.830215] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Instance VIF info [] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.836332] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Creating folder: Project (a97f6fb5de8547119b8e3873fd3db2b4). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.836544] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39d41462-7268-4abd-8500-e58efa0cfc5c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.853035] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Created folder: Project (a97f6fb5de8547119b8e3873fd3db2b4) in parent group-v468248. [ 582.853296] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Creating folder: Instances. Parent ref: group-v468318. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.853524] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb612fb1-c0b1-4520-9704-0d83edf5fb02 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.867087] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Created folder: Instances in parent group-v468318. [ 582.867360] env[64022]: DEBUG oslo.service.loopingcall [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.867578] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.867800] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07d09569-bb35-427c-b38f-29ba26f74844 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.887902] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.887902] env[64022]: value = "task-2301999" [ 582.887902] env[64022]: _type = "Task" [ 582.887902] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.897664] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301999, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.903592] env[64022]: DEBUG oslo_concurrency.lockutils [req-f66d0769-afdd-4f6e-97f3-c188f61f9ec6 req-f59bc9f9-e70e-444c-bc1b-8a5444e7d65b service nova] Releasing lock "refresh_cache-76c7db41-bb8f-4f70-ad21-c6724435ac9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.024689] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525ccbdd-331f-0845-4fe1-5271f5ba3230, 'name': SearchDatastore_Task, 'duration_secs': 0.031068} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.025453] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a75c740-7e03-408f-95b9-eecbbed5573b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.032483] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 583.032483] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a54f7f-bdcf-a384-5678-2f86dfbb24a5" [ 583.032483] env[64022]: _type = "Task" [ 583.032483] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.041819] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a54f7f-bdcf-a384-5678-2f86dfbb24a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.255076] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2301996, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.270230] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.820s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.399670] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301999, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.490139] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.750s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.493338] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.483s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.494805] env[64022]: INFO nova.compute.claims [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.546366] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a54f7f-bdcf-a384-5678-2f86dfbb24a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012471} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.546857] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.547186] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] fd2648fd-9a15-40e9-aecb-b01d77939d1e/fd2648fd-9a15-40e9-aecb-b01d77939d1e.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.548159] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7def9e36-620e-4a7c-b1b3-f3aa9dc5ac1c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.556871] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 583.556871] env[64022]: value = "task-2302000" [ 583.556871] env[64022]: _type = "Task" [ 583.556871] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.567028] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.756331] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2301996, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.759086] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.759533] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.773563] env[64022]: DEBUG nova.compute.manager [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.902792] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2301999, 'name': CreateVM_Task, 'duration_secs': 0.732586} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.903122] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 583.903629] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.903863] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.904263] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.904584] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2006d8-a452-49be-94d2-92dda301000c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.910315] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 583.910315] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52092e8b-4019-080b-2668-1a536e8c98bb" [ 583.910315] env[64022]: _type = "Task" [ 583.910315] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.925104] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52092e8b-4019-080b-2668-1a536e8c98bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.068238] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302000, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.069382] env[64022]: INFO nova.scheduler.client.report [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Deleted allocation for migration 74333f43-976c-4437-80e7-d3364598b3be [ 584.254524] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2301996, 'name': Rename_Task, 'duration_secs': 1.259426} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.254824] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.255131] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4812f120-9cc5-4859-809b-f9c000a787fe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.270109] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 584.270109] env[64022]: value = "task-2302001" [ 584.270109] env[64022]: _type = "Task" [ 584.270109] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.270543] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.270756] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 584.270895] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Rebuilding the list of instances to heal {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 584.282038] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.304990] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.427510] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52092e8b-4019-080b-2668-1a536e8c98bb, 'name': SearchDatastore_Task, 'duration_secs': 0.015032} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.427869] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.429230] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.429230] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.429230] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.429547] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.429587] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-114ac448-c8d0-4d53-b704-5ba75009dedf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.447093] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.447093] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.447255] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da916344-cf12-4323-a0bb-a97ef84676b8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.455045] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 584.455045] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528ff7da-717a-b2e9-0f29-61932308ba24" [ 584.455045] env[64022]: _type = "Task" [ 584.455045] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.466161] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528ff7da-717a-b2e9-0f29-61932308ba24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.570468] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870118} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.574375] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] fd2648fd-9a15-40e9-aecb-b01d77939d1e/fd2648fd-9a15-40e9-aecb-b01d77939d1e.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.574664] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.576058] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15f3795a-9c2a-4910-a84c-e963d836f3d7 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "fdbee3c7-34eb-4b2e-830a-baf719075a77" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.801s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.582024] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5bf8d17-0c06-4dd9-a614-883b07a92946 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.589312] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 584.589312] env[64022]: value = "task-2302002" [ 584.589312] env[64022]: _type = "Task" [ 584.589312] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.611279] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.782960] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 584.783185] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 584.783270] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 584.783392] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 584.793114] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302001, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.820540] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.820697] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquired lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.820851] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Forcefully refreshing network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 584.821136] env[64022]: DEBUG nova.objects.instance [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lazy-loading 'info_cache' on Instance uuid fdbee3c7-34eb-4b2e-830a-baf719075a77 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 584.970498] env[64022]: DEBUG nova.compute.manager [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.970498] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528ff7da-717a-b2e9-0f29-61932308ba24, 'name': SearchDatastore_Task, 'duration_secs': 0.014085} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.973321] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6498e413-4511-4226-bfe6-9ce0e08494c0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.976603] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1aa9501-a61a-4932-b4bf-10ab35f66104 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.984950] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 584.984950] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bab75f-d790-563f-1f32-4f539421b79c" [ 584.984950] env[64022]: _type = "Task" [ 584.984950] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.000915] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bab75f-d790-563f-1f32-4f539421b79c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.102526] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077169} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.105321] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.106981] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ca6909-ddd6-4d3e-9eb7-bf5dc18257e8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.131929] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] fd2648fd-9a15-40e9-aecb-b01d77939d1e/fd2648fd-9a15-40e9-aecb-b01d77939d1e.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.135215] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5866537-97e6-418d-8f1b-62c288b86452 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.160472] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 585.160472] env[64022]: value = "task-2302003" [ 585.160472] env[64022]: _type = "Task" [ 585.160472] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.165774] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55e6880-e4bc-4c61-887f-0ec71011d99f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.174161] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.176811] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373c920c-67a4-4fbd-bd9b-c607d2cfb185 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.211024] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12470321-d5e8-443a-83ed-1af65254c9fe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.219931] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac8c2c1-15f2-457c-9359-0b46df9037b8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.235828] env[64022]: DEBUG nova.compute.provider_tree [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.282522] env[64022]: DEBUG oslo_vmware.api [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302001, 'name': PowerOnVM_Task, 'duration_secs': 0.900614} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.282910] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.282994] env[64022]: INFO nova.compute.manager [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Took 10.16 seconds to spawn the instance on the hypervisor. [ 585.284656] env[64022]: DEBUG nova.compute.manager [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.284656] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7166183-b505-4b70-b1a1-4359f926b835 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.494138] env[64022]: INFO nova.compute.manager [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] instance snapshotting [ 585.501031] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f645c233-c610-4ffe-a42e-3c6e40ba1f13 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.510244] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bab75f-d790-563f-1f32-4f539421b79c, 'name': SearchDatastore_Task, 'duration_secs': 0.023634} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.524378] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.524736] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 06e3d09b-6caa-4755-b96c-a89c722a9073/06e3d09b-6caa-4755-b96c-a89c722a9073.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.525171] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e947fde-83fe-4748-86c6-e1c262ab6fed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.528713] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d969a5a-4e23-40c0-9b72-106fe99cb6ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.538124] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 585.538124] env[64022]: value = "task-2302004" [ 585.538124] env[64022]: _type = "Task" [ 585.538124] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.548856] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.671516] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.739468] env[64022]: DEBUG nova.scheduler.client.report [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.802386] env[64022]: INFO nova.compute.manager [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Took 38.40 seconds to build instance. [ 586.040222] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 586.040718] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae3d8f72-da26-4e19-bcb0-833fcc3c875f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.057159] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302004, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.057777] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 586.057777] env[64022]: value = "task-2302005" [ 586.057777] env[64022]: _type = "Task" [ 586.057777] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.069630] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302005, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.172055] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302003, 'name': ReconfigVM_Task, 'duration_secs': 0.675196} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.172355] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Reconfigured VM instance instance-00000016 to attach disk [datastore2] fd2648fd-9a15-40e9-aecb-b01d77939d1e/fd2648fd-9a15-40e9-aecb-b01d77939d1e.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.173042] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03d690fe-12cb-4974-925b-e57d60f02a10 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.180907] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 586.180907] env[64022]: value = "task-2302006" [ 586.180907] env[64022]: _type = "Task" [ 586.180907] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.190150] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302006, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.245988] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.246553] env[64022]: DEBUG nova.compute.manager [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.251833] env[64022]: DEBUG oslo_concurrency.lockutils [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.577s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.251833] env[64022]: DEBUG nova.objects.instance [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Lazy-loading 'resources' on Instance uuid 55938fd8-1b3d-4c7f-8223-70a051f20b9e {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 586.305265] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d14030cb-86fe-479c-8d97-615a3a531b1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.278s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.552573] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818637} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.553916] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 06e3d09b-6caa-4755-b96c-a89c722a9073/06e3d09b-6caa-4755-b96c-a89c722a9073.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.554155] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.556488] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c99fd1c9-417e-43e7-bc72-9acee522ed75 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.558918] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "1bd00407-c66a-4218-9b38-8e25a676d9e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.559382] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "1bd00407-c66a-4218-9b38-8e25a676d9e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.569448] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302005, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.570775] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 586.570775] env[64022]: value = "task-2302007" [ 586.570775] env[64022]: _type = "Task" [ 586.570775] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.581190] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.594173] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance_info_cache with network_info: [{"id": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "address": "fa:16:3e:d0:cf:71", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5432e795-1f", "ovs_interfaceid": "5432e795-1f67-402f-bc24-d6e7c4095bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.692260] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302006, 'name': Rename_Task, 'duration_secs': 0.256176} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.692541] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.692789] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95e3b2b1-7eb1-4f62-9273-153b6e1144b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.700957] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 586.700957] env[64022]: value = "task-2302008" [ 586.700957] env[64022]: _type = "Task" [ 586.700957] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.710083] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "d14030cb-86fe-479c-8d97-615a3a531b1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.710326] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d14030cb-86fe-479c-8d97-615a3a531b1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.711082] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "d14030cb-86fe-479c-8d97-615a3a531b1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.711082] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d14030cb-86fe-479c-8d97-615a3a531b1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.711082] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d14030cb-86fe-479c-8d97-615a3a531b1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.714087] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.714655] env[64022]: INFO nova.compute.manager [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Terminating instance [ 586.752190] env[64022]: DEBUG nova.compute.utils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 586.753589] env[64022]: DEBUG nova.compute.manager [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.753765] env[64022]: DEBUG nova.network.neutron [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.808961] env[64022]: DEBUG nova.compute.manager [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.844704] env[64022]: DEBUG nova.policy [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7065285238874e5eb02e056e16e233db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c8c8bf3e861413ea4a0ce7bb6f0cbac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.072446] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302005, 'name': CreateSnapshot_Task, 'duration_secs': 0.700574} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.075437] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 587.078320] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d06489-7d6e-474d-ae0a-b1dbeb2a641a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.086015] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069825} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.089031] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.094206] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413179ac-798e-4dcd-8881-34d9df2b2bb5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.107680] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Releasing lock "refresh_cache-fdbee3c7-34eb-4b2e-830a-baf719075a77" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.107896] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updated the network info_cache for instance {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 587.116927] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 06e3d09b-6caa-4755-b96c-a89c722a9073/06e3d09b-6caa-4755-b96c-a89c722a9073.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.119671] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.119897] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-172f3e32-a680-47d8-8fd5-5a968bda3581 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.136015] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.136391] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.137086] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.137583] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.137798] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.137938] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 587.138103] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.143573] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 587.143573] env[64022]: value = "task-2302009" [ 587.143573] env[64022]: _type = "Task" [ 587.143573] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.159330] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302009, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.203626] env[64022]: DEBUG nova.network.neutron [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Successfully created port: e78d43b0-caaf-48a0-8eab-5fedd1f129df {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.214817] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.218186] env[64022]: DEBUG nova.compute.manager [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 587.218186] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 587.218764] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277d7965-980d-4e73-a559-768789f508d1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.227802] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 587.227802] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac0b9421-83d7-405e-b6a7-340714cae109 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.234606] env[64022]: DEBUG oslo_vmware.api [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 587.234606] env[64022]: value = "task-2302010" [ 587.234606] env[64022]: _type = "Task" [ 587.234606] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.243054] env[64022]: DEBUG oslo_vmware.api [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.259371] env[64022]: DEBUG nova.compute.manager [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.333274] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137108ab-0a07-4191-ab49-37b41da4dba0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.336658] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.342537] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec893e2-1fb3-4eea-9fc9-483d3a4cddbc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.380252] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae991228-ba23-4063-816a-b9aa01c1d39d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.388384] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34321d1f-c355-4741-b474-021a15efc553 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.402879] env[64022]: DEBUG nova.compute.provider_tree [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.605853] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 587.606220] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-11602f18-6b70-4b2e-8ebc-e028a3aa3c58 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.617182] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 587.617182] env[64022]: value = "task-2302011" [ 587.617182] env[64022]: _type = "Task" [ 587.617182] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.628025] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302011, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.641692] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.656708] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.716675] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302008, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.746901] env[64022]: DEBUG oslo_vmware.api [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302010, 'name': PowerOffVM_Task, 'duration_secs': 0.453123} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.747288] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 587.747462] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 587.747738] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b0b1337-a080-444e-974f-3ca49fd73965 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.840064] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 587.840318] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 587.840637] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleting the datastore file [datastore2] d14030cb-86fe-479c-8d97-615a3a531b1c {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 587.840982] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8068800c-4706-429a-b8cc-146f21246bb1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.849743] env[64022]: DEBUG oslo_vmware.api [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 587.849743] env[64022]: value = "task-2302013" [ 587.849743] env[64022]: _type = "Task" [ 587.849743] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.862545] env[64022]: DEBUG oslo_vmware.api [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.906561] env[64022]: DEBUG nova.scheduler.client.report [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.127787] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302011, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.153434] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302009, 'name': ReconfigVM_Task, 'duration_secs': 0.678755} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.153434] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 06e3d09b-6caa-4755-b96c-a89c722a9073/06e3d09b-6caa-4755-b96c-a89c722a9073.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.154302] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4180bac4-75b9-4493-a7c3-7cf165aea118 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.162041] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 588.162041] env[64022]: value = "task-2302014" [ 588.162041] env[64022]: _type = "Task" [ 588.162041] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.170622] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302014, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.215775] env[64022]: DEBUG oslo_vmware.api [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302008, 'name': PowerOnVM_Task, 'duration_secs': 1.171338} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.216456] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.216544] env[64022]: INFO nova.compute.manager [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Took 10.43 seconds to spawn the instance on the hypervisor. [ 588.216766] env[64022]: DEBUG nova.compute.manager [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.217906] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa10edb7-2b1e-47b1-b853-356828b5dd10 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.269657] env[64022]: DEBUG nova.compute.manager [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.295617] env[64022]: DEBUG nova.virt.hardware [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.295617] env[64022]: DEBUG nova.virt.hardware [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.295617] env[64022]: DEBUG nova.virt.hardware [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.295617] env[64022]: DEBUG nova.virt.hardware [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.295617] env[64022]: DEBUG nova.virt.hardware [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.295617] env[64022]: DEBUG nova.virt.hardware [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.295877] env[64022]: DEBUG nova.virt.hardware [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.296535] env[64022]: DEBUG nova.virt.hardware [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.296535] env[64022]: DEBUG nova.virt.hardware [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.296535] env[64022]: DEBUG nova.virt.hardware [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.296535] env[64022]: DEBUG nova.virt.hardware [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.297322] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a57865-0c99-42f2-b4cc-36d4e9887353 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.306123] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155f0702-0395-4934-914a-660923769396 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.359525] env[64022]: DEBUG oslo_vmware.api [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185148} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.359790] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.359958] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 588.360148] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 588.360321] env[64022]: INFO nova.compute.manager [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 588.360584] env[64022]: DEBUG oslo.service.loopingcall [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.360783] env[64022]: DEBUG nova.compute.manager [-] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 588.360878] env[64022]: DEBUG nova.network.neutron [-] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 588.413221] env[64022]: DEBUG oslo_concurrency.lockutils [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.415418] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.679s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.417890] env[64022]: INFO nova.compute.claims [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.451162] env[64022]: INFO nova.scheduler.client.report [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Deleted allocations for instance 55938fd8-1b3d-4c7f-8223-70a051f20b9e [ 588.632673] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302011, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.675192] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302014, 'name': Rename_Task, 'duration_secs': 0.134515} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.675543] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.675913] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-925b5399-9276-41c2-adee-0a31b6117da8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.684303] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 588.684303] env[64022]: value = "task-2302015" [ 588.684303] env[64022]: _type = "Task" [ 588.684303] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.695649] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.744472] env[64022]: INFO nova.compute.manager [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Took 39.93 seconds to build instance. [ 588.914858] env[64022]: DEBUG nova.compute.manager [req-3e585a6b-5e38-4816-9989-93c83a7bcb0e req-87632824-7327-4e73-bac4-79f8f61ef951 service nova] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Received event network-vif-deleted-9038d17e-c0be-481f-8e11-009a2fedaa62 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.915070] env[64022]: INFO nova.compute.manager [req-3e585a6b-5e38-4816-9989-93c83a7bcb0e req-87632824-7327-4e73-bac4-79f8f61ef951 service nova] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Neutron deleted interface 9038d17e-c0be-481f-8e11-009a2fedaa62; detaching it from the instance and deleting it from the info cache [ 588.915247] env[64022]: DEBUG nova.network.neutron [req-3e585a6b-5e38-4816-9989-93c83a7bcb0e req-87632824-7327-4e73-bac4-79f8f61ef951 service nova] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.957440] env[64022]: DEBUG oslo_concurrency.lockutils [None req-99e3ec1e-ba43-448e-ab44-8b60073df543 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Lock "55938fd8-1b3d-4c7f-8223-70a051f20b9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.260s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.979948] env[64022]: DEBUG nova.network.neutron [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Successfully updated port: e78d43b0-caaf-48a0-8eab-5fedd1f129df {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.130050] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302011, 'name': CloneVM_Task, 'duration_secs': 1.411434} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.130050] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Created linked-clone VM from snapshot [ 589.131645] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5c0565-3b27-4dc4-8c66-46a122782600 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.140455] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Uploading image 26aaee05-a0ba-4635-9f43-cf72e2e27766 {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 589.168814] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 589.168814] env[64022]: value = "vm-468322" [ 589.168814] env[64022]: _type = "VirtualMachine" [ 589.168814] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 589.169609] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c18a0ccd-81bf-45a6-b23c-dd4a1422ec0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.177760] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lease: (returnval){ [ 589.177760] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52579dff-a532-e216-3c42-cd0cab1ba09b" [ 589.177760] env[64022]: _type = "HttpNfcLease" [ 589.177760] env[64022]: } obtained for exporting VM: (result){ [ 589.177760] env[64022]: value = "vm-468322" [ 589.177760] env[64022]: _type = "VirtualMachine" [ 589.177760] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 589.178057] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the lease: (returnval){ [ 589.178057] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52579dff-a532-e216-3c42-cd0cab1ba09b" [ 589.178057] env[64022]: _type = "HttpNfcLease" [ 589.178057] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 589.186480] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 589.186480] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52579dff-a532-e216-3c42-cd0cab1ba09b" [ 589.186480] env[64022]: _type = "HttpNfcLease" [ 589.186480] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 589.195407] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302015, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.245232] env[64022]: DEBUG oslo_concurrency.lockutils [None req-346f619e-2d84-41e3-b216-192911d0a939 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.919s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.256024] env[64022]: DEBUG nova.network.neutron [-] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.419018] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d13ee7dd-6dd3-4c6c-99d9-d7910235ecbd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.431862] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dc0e61-9378-4e5d-9599-e629a32d1e39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.466996] env[64022]: DEBUG nova.compute.manager [req-3e585a6b-5e38-4816-9989-93c83a7bcb0e req-87632824-7327-4e73-bac4-79f8f61ef951 service nova] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Detach interface failed, port_id=9038d17e-c0be-481f-8e11-009a2fedaa62, reason: Instance d14030cb-86fe-479c-8d97-615a3a531b1c could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 589.483059] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "refresh_cache-f531f8ed-481b-40b6-9cd6-15920537c1f3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.483245] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquired lock "refresh_cache-f531f8ed-481b-40b6-9cd6-15920537c1f3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.483403] env[64022]: DEBUG nova.network.neutron [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.693056] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 589.693056] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52579dff-a532-e216-3c42-cd0cab1ba09b" [ 589.693056] env[64022]: _type = "HttpNfcLease" [ 589.693056] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 589.693996] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 589.693996] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52579dff-a532-e216-3c42-cd0cab1ba09b" [ 589.693996] env[64022]: _type = "HttpNfcLease" [ 589.693996] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 589.694936] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c170ad63-3c0b-478f-a6e5-b3a32ad9ceb4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.704861] env[64022]: DEBUG oslo_vmware.api [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302015, 'name': PowerOnVM_Task, 'duration_secs': 0.844226} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.705723] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.706043] env[64022]: INFO nova.compute.manager [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Took 6.94 seconds to spawn the instance on the hypervisor. [ 589.706355] env[64022]: DEBUG nova.compute.manager [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.707321] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfff1088-fe0f-49d6-802a-4ca22859d6ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.713642] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ba0d4-b046-862a-f041-cce337db0fba/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 589.713860] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ba0d4-b046-862a-f041-cce337db0fba/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 589.793136] env[64022]: DEBUG nova.compute.manager [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.795650] env[64022]: INFO nova.compute.manager [-] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Took 1.43 seconds to deallocate network for instance. [ 589.802664] env[64022]: DEBUG nova.compute.manager [req-180429df-431f-4119-aeec-42844c2a58f7 req-2ec79915-2664-4f6e-9c4f-3c02c361c3d1 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Received event network-changed-9f8f1069-a15b-429b-ab82-98556a71ec6d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.802906] env[64022]: DEBUG nova.compute.manager [req-180429df-431f-4119-aeec-42844c2a58f7 req-2ec79915-2664-4f6e-9c4f-3c02c361c3d1 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Refreshing instance network info cache due to event network-changed-9f8f1069-a15b-429b-ab82-98556a71ec6d. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 589.803360] env[64022]: DEBUG oslo_concurrency.lockutils [req-180429df-431f-4119-aeec-42844c2a58f7 req-2ec79915-2664-4f6e-9c4f-3c02c361c3d1 service nova] Acquiring lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.803551] env[64022]: DEBUG oslo_concurrency.lockutils [req-180429df-431f-4119-aeec-42844c2a58f7 req-2ec79915-2664-4f6e-9c4f-3c02c361c3d1 service nova] Acquired lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.803737] env[64022]: DEBUG nova.network.neutron [req-180429df-431f-4119-aeec-42844c2a58f7 req-2ec79915-2664-4f6e-9c4f-3c02c361c3d1 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Refreshing network info cache for port 9f8f1069-a15b-429b-ab82-98556a71ec6d {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.835753] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29219c91-3ccd-4378-807f-e428c4bd5b63 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.045991] env[64022]: DEBUG nova.network.neutron [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.151447] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175af21b-b43a-480c-a5ff-9d75a498f8e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.160250] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724e77ac-78a0-4d43-8d69-e8e459f552de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.196086] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d3bdd6-a68a-45b8-abd2-f8337a692d3a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.208030] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31df89f-f591-4df0-9b0c-90f4173c68ec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.221316] env[64022]: DEBUG nova.compute.provider_tree [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.231440] env[64022]: INFO nova.compute.manager [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Took 36.64 seconds to build instance. [ 590.310364] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.322518] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.435181] env[64022]: DEBUG nova.network.neutron [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Updating instance_info_cache with network_info: [{"id": "e78d43b0-caaf-48a0-8eab-5fedd1f129df", "address": "fa:16:3e:3a:c5:44", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape78d43b0-ca", "ovs_interfaceid": "e78d43b0-caaf-48a0-8eab-5fedd1f129df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.727607] env[64022]: DEBUG nova.scheduler.client.report [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.733911] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f8a9ac55-63d7-4ddb-ba2f-19d8d3d5516f tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Lock "06e3d09b-6caa-4755-b96c-a89c722a9073" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.302s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.941495] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Releasing lock "refresh_cache-f531f8ed-481b-40b6-9cd6-15920537c1f3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.941924] env[64022]: DEBUG nova.compute.manager [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Instance network_info: |[{"id": "e78d43b0-caaf-48a0-8eab-5fedd1f129df", "address": "fa:16:3e:3a:c5:44", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape78d43b0-ca", "ovs_interfaceid": "e78d43b0-caaf-48a0-8eab-5fedd1f129df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.942615] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:c5:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e78d43b0-caaf-48a0-8eab-5fedd1f129df', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.952802] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Creating folder: Project (5c8c8bf3e861413ea4a0ce7bb6f0cbac). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.953265] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19952338-48d3-495e-a894-d48186819408 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.968618] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Created folder: Project (5c8c8bf3e861413ea4a0ce7bb6f0cbac) in parent group-v468248. [ 590.968918] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Creating folder: Instances. Parent ref: group-v468323. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.969201] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96141d61-2299-48f6-9393-d57897bd115b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.983314] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Created folder: Instances in parent group-v468323. [ 590.983314] env[64022]: DEBUG oslo.service.loopingcall [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.983397] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.983700] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d1b480d-60cf-4820-9ec1-5ca770edafed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.006309] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.006309] env[64022]: value = "task-2302019" [ 591.006309] env[64022]: _type = "Task" [ 591.006309] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.017282] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302019, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.057254] env[64022]: DEBUG nova.network.neutron [req-180429df-431f-4119-aeec-42844c2a58f7 req-2ec79915-2664-4f6e-9c4f-3c02c361c3d1 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Updated VIF entry in instance network info cache for port 9f8f1069-a15b-429b-ab82-98556a71ec6d. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.057254] env[64022]: DEBUG nova.network.neutron [req-180429df-431f-4119-aeec-42844c2a58f7 req-2ec79915-2664-4f6e-9c4f-3c02c361c3d1 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Updating instance_info_cache with network_info: [{"id": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "address": "fa:16:3e:ec:85:cb", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8f1069-a1", "ovs_interfaceid": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.195653] env[64022]: DEBUG nova.compute.manager [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Received event network-vif-plugged-e78d43b0-caaf-48a0-8eab-5fedd1f129df {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.195915] env[64022]: DEBUG oslo_concurrency.lockutils [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] Acquiring lock "f531f8ed-481b-40b6-9cd6-15920537c1f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.196164] env[64022]: DEBUG oslo_concurrency.lockutils [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] Lock "f531f8ed-481b-40b6-9cd6-15920537c1f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.196360] env[64022]: DEBUG oslo_concurrency.lockutils [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] Lock "f531f8ed-481b-40b6-9cd6-15920537c1f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.196551] env[64022]: DEBUG nova.compute.manager [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] No waiting events found dispatching network-vif-plugged-e78d43b0-caaf-48a0-8eab-5fedd1f129df {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.196698] env[64022]: WARNING nova.compute.manager [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Received unexpected event network-vif-plugged-e78d43b0-caaf-48a0-8eab-5fedd1f129df for instance with vm_state building and task_state spawning. [ 591.196860] env[64022]: DEBUG nova.compute.manager [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Received event network-changed-e78d43b0-caaf-48a0-8eab-5fedd1f129df {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.197203] env[64022]: DEBUG nova.compute.manager [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Refreshing instance network info cache due to event network-changed-e78d43b0-caaf-48a0-8eab-5fedd1f129df. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 591.197411] env[64022]: DEBUG oslo_concurrency.lockutils [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] Acquiring lock "refresh_cache-f531f8ed-481b-40b6-9cd6-15920537c1f3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.197628] env[64022]: DEBUG oslo_concurrency.lockutils [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] Acquired lock "refresh_cache-f531f8ed-481b-40b6-9cd6-15920537c1f3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.197710] env[64022]: DEBUG nova.network.neutron [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Refreshing network info cache for port e78d43b0-caaf-48a0-8eab-5fedd1f129df {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.234315] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.234822] env[64022]: DEBUG nova.compute.manager [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.239280] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.746s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.239394] env[64022]: INFO nova.compute.claims [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.242226] env[64022]: DEBUG nova.compute.manager [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.519653] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302019, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.564123] env[64022]: DEBUG oslo_concurrency.lockutils [req-180429df-431f-4119-aeec-42844c2a58f7 req-2ec79915-2664-4f6e-9c4f-3c02c361c3d1 service nova] Releasing lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.665304] env[64022]: INFO nova.compute.manager [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Rebuilding instance [ 591.731771] env[64022]: DEBUG nova.compute.manager [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.731771] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0393482-8e99-4e43-a2ac-006cb66a5400 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.745893] env[64022]: DEBUG nova.compute.utils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 591.759654] env[64022]: DEBUG nova.compute.manager [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.761710] env[64022]: DEBUG nova.network.neutron [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.779317] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.867367] env[64022]: DEBUG nova.policy [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64a3ee7e4716474aa136f4e0ecea56f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa73e80dcf3e4423b587b55fb095c540', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.023432] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302019, 'name': CreateVM_Task, 'duration_secs': 0.546748} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.023754] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.024763] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.024984] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.025445] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.029433] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd7d580-141c-4e5d-8e07-99247580ea4e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.037432] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 592.037432] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524a00f7-fcec-aaa2-7f37-a784d1272838" [ 592.037432] env[64022]: _type = "Task" [ 592.037432] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.047881] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524a00f7-fcec-aaa2-7f37-a784d1272838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.159819] env[64022]: DEBUG nova.network.neutron [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Updated VIF entry in instance network info cache for port e78d43b0-caaf-48a0-8eab-5fedd1f129df. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.160276] env[64022]: DEBUG nova.network.neutron [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Updating instance_info_cache with network_info: [{"id": "e78d43b0-caaf-48a0-8eab-5fedd1f129df", "address": "fa:16:3e:3a:c5:44", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape78d43b0-ca", "ovs_interfaceid": "e78d43b0-caaf-48a0-8eab-5fedd1f129df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.250871] env[64022]: DEBUG nova.compute.manager [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.324755] env[64022]: DEBUG nova.network.neutron [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Successfully created port: 31cd9dc7-d709-42e1-b98a-74a6a5549eec {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.557663] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524a00f7-fcec-aaa2-7f37-a784d1272838, 'name': SearchDatastore_Task, 'duration_secs': 0.013235} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.557663] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.557663] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.557663] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.557663] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.557663] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.557663] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7cb734c-31b1-4cde-af53-ccfa737f3cd0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.569041] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.569282] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.570104] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d268e5e-569f-4af6-aba9-01f9bbf1b82b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.577471] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 592.577471] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528fc9fe-9730-2b62-2eac-478827112f9e" [ 592.577471] env[64022]: _type = "Task" [ 592.577471] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.589901] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528fc9fe-9730-2b62-2eac-478827112f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.663151] env[64022]: DEBUG oslo_concurrency.lockutils [req-04ada94c-9b8e-4c17-871f-a5ff98d31ca4 req-7efef742-4c50-476d-b08c-f68a51556352 service nova] Releasing lock "refresh_cache-f531f8ed-481b-40b6-9cd6-15920537c1f3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.771783] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 592.775296] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76405262-c16b-4cd0-9b95-f5831ea336ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.785794] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 592.785794] env[64022]: value = "task-2302020" [ 592.785794] env[64022]: _type = "Task" [ 592.785794] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.804242] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.859020] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc63dd4-d33e-4b94-b5d0-dee4ced8c4cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.867978] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d29f6de-b0f0-4d53-8a87-4d46a46c1881 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.907841] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771b903d-d815-4743-9ed8-5a902d548f97 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.919414] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a27b78-b51d-45e1-8df3-a679ea12e3b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.936858] env[64022]: DEBUG nova.compute.provider_tree [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.090469] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528fc9fe-9730-2b62-2eac-478827112f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012602} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.091355] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3dd3b02-933a-4a55-a363-22f9da18afbf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.097692] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 593.097692] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c5d90a-25ba-7874-4d3b-1cb2fb064a6e" [ 593.097692] env[64022]: _type = "Task" [ 593.097692] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.107370] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c5d90a-25ba-7874-4d3b-1cb2fb064a6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.263249] env[64022]: DEBUG nova.compute.manager [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.293207] env[64022]: DEBUG nova.virt.hardware [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.293438] env[64022]: DEBUG nova.virt.hardware [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.293601] env[64022]: DEBUG nova.virt.hardware [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.293821] env[64022]: DEBUG nova.virt.hardware [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.293973] env[64022]: DEBUG nova.virt.hardware [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.294139] env[64022]: DEBUG nova.virt.hardware [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.294353] env[64022]: DEBUG nova.virt.hardware [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.294514] env[64022]: DEBUG nova.virt.hardware [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.294681] env[64022]: DEBUG nova.virt.hardware [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.294852] env[64022]: DEBUG nova.virt.hardware [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.295052] env[64022]: DEBUG nova.virt.hardware [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.295885] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6414bad8-0731-4dc9-a9d0-aaeca3ddb1d9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.304731] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302020, 'name': PowerOffVM_Task, 'duration_secs': 0.136726} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.306430] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 593.306659] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 593.307452] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47da0776-7834-47f6-81b8-26d05dff0ec1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.311772] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb5102d-7935-4daf-b365-81ea59aa115e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.321242] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 593.328856] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff5f7dc1-7ad2-4ab2-9851-b42f84bf4946 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.360519] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 593.360828] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 593.361031] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Deleting the datastore file [datastore1] 06e3d09b-6caa-4755-b96c-a89c722a9073 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.361314] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05acebde-ca53-4507-9fd5-b225310b1e74 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.371971] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 593.371971] env[64022]: value = "task-2302022" [ 593.371971] env[64022]: _type = "Task" [ 593.371971] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.384249] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.440747] env[64022]: DEBUG nova.scheduler.client.report [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.610927] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c5d90a-25ba-7874-4d3b-1cb2fb064a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.018076} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.611473] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.611797] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] f531f8ed-481b-40b6-9cd6-15920537c1f3/f531f8ed-481b-40b6-9cd6-15920537c1f3.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.612237] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbd13dc4-e2fb-4620-a1f0-99f7761de687 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.620372] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 593.620372] env[64022]: value = "task-2302023" [ 593.620372] env[64022]: _type = "Task" [ 593.620372] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.629759] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.885630] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339201} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.886027] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.886226] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 593.886411] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 593.947173] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.947841] env[64022]: DEBUG nova.compute.manager [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.951279] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.417s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.951511] env[64022]: DEBUG nova.objects.instance [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lazy-loading 'resources' on Instance uuid 1acf4113-9111-4394-a667-1688d64aafe6 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 594.056247] env[64022]: DEBUG nova.compute.manager [req-b1b94b3f-7e5d-4e75-b25e-90dfb60106a7 req-0448107b-f571-41aa-8b35-b920b169110d service nova] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Received event network-vif-plugged-31cd9dc7-d709-42e1-b98a-74a6a5549eec {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.056247] env[64022]: DEBUG oslo_concurrency.lockutils [req-b1b94b3f-7e5d-4e75-b25e-90dfb60106a7 req-0448107b-f571-41aa-8b35-b920b169110d service nova] Acquiring lock "6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.056247] env[64022]: DEBUG oslo_concurrency.lockutils [req-b1b94b3f-7e5d-4e75-b25e-90dfb60106a7 req-0448107b-f571-41aa-8b35-b920b169110d service nova] Lock "6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.056247] env[64022]: DEBUG oslo_concurrency.lockutils [req-b1b94b3f-7e5d-4e75-b25e-90dfb60106a7 req-0448107b-f571-41aa-8b35-b920b169110d service nova] Lock "6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.056247] env[64022]: DEBUG nova.compute.manager [req-b1b94b3f-7e5d-4e75-b25e-90dfb60106a7 req-0448107b-f571-41aa-8b35-b920b169110d service nova] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] No waiting events found dispatching network-vif-plugged-31cd9dc7-d709-42e1-b98a-74a6a5549eec {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.056247] env[64022]: WARNING nova.compute.manager [req-b1b94b3f-7e5d-4e75-b25e-90dfb60106a7 req-0448107b-f571-41aa-8b35-b920b169110d service nova] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Received unexpected event network-vif-plugged-31cd9dc7-d709-42e1-b98a-74a6a5549eec for instance with vm_state building and task_state spawning. [ 594.128603] env[64022]: DEBUG nova.network.neutron [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Successfully updated port: 31cd9dc7-d709-42e1-b98a-74a6a5549eec {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.138915] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302023, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.455755] env[64022]: DEBUG nova.compute.utils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 594.462210] env[64022]: DEBUG nova.compute.manager [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.462210] env[64022]: DEBUG nova.network.neutron [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.510913] env[64022]: DEBUG nova.policy [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cbcec0be04b4bcfa8d6aaa0d7deb0bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5c262cadad846d5870bba76c28e86e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.635062] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "refresh_cache-6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.635062] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "refresh_cache-6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.635062] env[64022]: DEBUG nova.network.neutron [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.637640] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666469} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.641355] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] f531f8ed-481b-40b6-9cd6-15920537c1f3/f531f8ed-481b-40b6-9cd6-15920537c1f3.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.641355] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.641718] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c96b480-486f-4ec1-ab00-4b5d825262ce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.652109] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 594.652109] env[64022]: value = "task-2302024" [ 594.652109] env[64022]: _type = "Task" [ 594.652109] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.672826] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.939034] env[64022]: DEBUG nova.virt.hardware [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.939034] env[64022]: DEBUG nova.virt.hardware [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.939034] env[64022]: DEBUG nova.virt.hardware [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.939034] env[64022]: DEBUG nova.virt.hardware [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.939034] env[64022]: DEBUG nova.virt.hardware [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.939034] env[64022]: DEBUG nova.virt.hardware [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.939034] env[64022]: DEBUG nova.virt.hardware [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.939034] env[64022]: DEBUG nova.virt.hardware [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.939034] env[64022]: DEBUG nova.virt.hardware [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.939034] env[64022]: DEBUG nova.virt.hardware [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.939034] env[64022]: DEBUG nova.virt.hardware [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.939523] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bea2de-49d4-487e-b958-d8dec6c23487 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.949623] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedb8492-93a3-46c0-a28e-5469dab13577 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.970944] env[64022]: DEBUG nova.compute.manager [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.974542] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Instance VIF info [] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.980716] env[64022]: DEBUG oslo.service.loopingcall [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.981713] env[64022]: DEBUG nova.network.neutron [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Successfully created port: 9662894b-62f4-4d5d-910c-2715d6696598 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.985992] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.987293] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-781d0689-f9d0-45f1-b6b7-1014724fdc20 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.011737] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.011737] env[64022]: value = "task-2302025" [ 595.011737] env[64022]: _type = "Task" [ 595.011737] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.026803] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302025, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.118077] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2912aa-eb91-42b9-9f57-34591816914e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.128921] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e606ea-08d2-4bc2-89e3-cf5fa444de3f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.168910] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bdd0ec-513a-456f-aed2-f12baec2e6bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.181093] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4352e4b-cd82-4595-9456-07ca9d987a44 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.185138] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117548} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.185464] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.186688] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97af519-4193-4b73-b45f-803ede99e7dc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.200901] env[64022]: DEBUG nova.compute.provider_tree [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.223458] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] f531f8ed-481b-40b6-9cd6-15920537c1f3/f531f8ed-481b-40b6-9cd6-15920537c1f3.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.224448] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a192bf7-8a03-4d38-8ff7-58ca56644187 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.240263] env[64022]: DEBUG nova.network.neutron [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.249371] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 595.249371] env[64022]: value = "task-2302026" [ 595.249371] env[64022]: _type = "Task" [ 595.249371] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.259172] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.524385] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302025, 'name': CreateVM_Task, 'duration_secs': 0.411585} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.524385] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.524385] env[64022]: DEBUG oslo_concurrency.lockutils [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.524385] env[64022]: DEBUG oslo_concurrency.lockutils [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.525688] env[64022]: DEBUG oslo_concurrency.lockutils [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.525688] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7887560f-cc79-4581-a0d7-d5f3c732cc9e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.537247] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 595.537247] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52244afa-c963-8142-1524-5b81761188e2" [ 595.537247] env[64022]: _type = "Task" [ 595.537247] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.545208] env[64022]: DEBUG nova.network.neutron [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Updating instance_info_cache with network_info: [{"id": "31cd9dc7-d709-42e1-b98a-74a6a5549eec", "address": "fa:16:3e:27:f6:69", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cd9dc7-d7", "ovs_interfaceid": "31cd9dc7-d709-42e1-b98a-74a6a5549eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.551481] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52244afa-c963-8142-1524-5b81761188e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.706024] env[64022]: DEBUG nova.scheduler.client.report [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.761251] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302026, 'name': ReconfigVM_Task, 'duration_secs': 0.496241} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.761533] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Reconfigured VM instance instance-00000018 to attach disk [datastore2] f531f8ed-481b-40b6-9cd6-15920537c1f3/f531f8ed-481b-40b6-9cd6-15920537c1f3.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.762198] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad05ded8-f4ff-4bb8-819e-ee6ad8ff3cc8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.770944] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 595.770944] env[64022]: value = "task-2302027" [ 595.770944] env[64022]: _type = "Task" [ 595.770944] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.782089] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302027, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.981777] env[64022]: DEBUG nova.compute.manager [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.010546] env[64022]: DEBUG nova.virt.hardware [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.010833] env[64022]: DEBUG nova.virt.hardware [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.010989] env[64022]: DEBUG nova.virt.hardware [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.011188] env[64022]: DEBUG nova.virt.hardware [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.011334] env[64022]: DEBUG nova.virt.hardware [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.011475] env[64022]: DEBUG nova.virt.hardware [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.011754] env[64022]: DEBUG nova.virt.hardware [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.011919] env[64022]: DEBUG nova.virt.hardware [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.012095] env[64022]: DEBUG nova.virt.hardware [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.012268] env[64022]: DEBUG nova.virt.hardware [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.012438] env[64022]: DEBUG nova.virt.hardware [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.013376] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c710f9c5-4eac-4025-a64d-ac2b10bec0f9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.023286] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03de694e-3f83-411a-a9a7-466cff58641c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.050157] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52244afa-c963-8142-1524-5b81761188e2, 'name': SearchDatastore_Task, 'duration_secs': 0.014267} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.050453] env[64022]: DEBUG oslo_concurrency.lockutils [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.050695] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.050945] env[64022]: DEBUG oslo_concurrency.lockutils [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.051104] env[64022]: DEBUG oslo_concurrency.lockutils [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.051280] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.051841] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "refresh_cache-6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.052364] env[64022]: DEBUG nova.compute.manager [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Instance network_info: |[{"id": "31cd9dc7-d709-42e1-b98a-74a6a5549eec", "address": "fa:16:3e:27:f6:69", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cd9dc7-d7", "ovs_interfaceid": "31cd9dc7-d709-42e1-b98a-74a6a5549eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.052364] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1a42b99-6d20-4b89-b939-3791b2411221 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.055996] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:f6:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31cd9dc7-d709-42e1-b98a-74a6a5549eec', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.061828] env[64022]: DEBUG oslo.service.loopingcall [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.062074] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.065191] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab65c910-7022-46d5-8b40-6f5a8cc719e2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.081650] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.081650] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.082654] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc5effd-cfe5-46bf-a539-2813691127ad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.091643] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 596.091643] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5227b206-9943-8c82-0b0e-31d06d2c2dbf" [ 596.091643] env[64022]: _type = "Task" [ 596.091643] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.091643] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.091643] env[64022]: value = "task-2302028" [ 596.091643] env[64022]: _type = "Task" [ 596.091643] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.110226] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302028, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.110226] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5227b206-9943-8c82-0b0e-31d06d2c2dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.013441} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.110226] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aeff1ce-6f08-4df7-b5ed-fb6ad71b580e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.117467] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 596.117467] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52468a14-d71c-3b18-872c-a4892ac52317" [ 596.117467] env[64022]: _type = "Task" [ 596.117467] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.127475] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52468a14-d71c-3b18-872c-a4892ac52317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.210710] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.213564] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.925s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.213886] env[64022]: DEBUG nova.objects.instance [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Lazy-loading 'resources' on Instance uuid ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 596.247098] env[64022]: INFO nova.scheduler.client.report [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleted allocations for instance 1acf4113-9111-4394-a667-1688d64aafe6 [ 596.266677] env[64022]: DEBUG nova.compute.manager [req-55e1eff7-ef70-4c98-adc0-f815f3715342 req-277043bc-8f7e-462f-baee-56cd0b41f749 service nova] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Received event network-changed-31cd9dc7-d709-42e1-b98a-74a6a5549eec {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.266880] env[64022]: DEBUG nova.compute.manager [req-55e1eff7-ef70-4c98-adc0-f815f3715342 req-277043bc-8f7e-462f-baee-56cd0b41f749 service nova] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Refreshing instance network info cache due to event network-changed-31cd9dc7-d709-42e1-b98a-74a6a5549eec. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 596.267317] env[64022]: DEBUG oslo_concurrency.lockutils [req-55e1eff7-ef70-4c98-adc0-f815f3715342 req-277043bc-8f7e-462f-baee-56cd0b41f749 service nova] Acquiring lock "refresh_cache-6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.267531] env[64022]: DEBUG oslo_concurrency.lockutils [req-55e1eff7-ef70-4c98-adc0-f815f3715342 req-277043bc-8f7e-462f-baee-56cd0b41f749 service nova] Acquired lock "refresh_cache-6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.267726] env[64022]: DEBUG nova.network.neutron [req-55e1eff7-ef70-4c98-adc0-f815f3715342 req-277043bc-8f7e-462f-baee-56cd0b41f749 service nova] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Refreshing network info cache for port 31cd9dc7-d709-42e1-b98a-74a6a5549eec {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.283286] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302027, 'name': Rename_Task, 'duration_secs': 0.172737} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.283346] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.283604] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25213059-cf21-4f0f-a678-d61a8e353351 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.295157] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 596.295157] env[64022]: value = "task-2302029" [ 596.295157] env[64022]: _type = "Task" [ 596.295157] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.309113] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.602415] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302028, 'name': CreateVM_Task, 'duration_secs': 0.410277} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.602643] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.603419] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.603639] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.603984] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.604307] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5827b2c3-4692-453f-82b2-5a36f9db64a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.610152] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 596.610152] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c12a35-185f-b3c0-6276-f0a675f2f0ff" [ 596.610152] env[64022]: _type = "Task" [ 596.610152] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.621076] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c12a35-185f-b3c0-6276-f0a675f2f0ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.633252] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52468a14-d71c-3b18-872c-a4892ac52317, 'name': SearchDatastore_Task, 'duration_secs': 0.013781} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.633563] env[64022]: DEBUG oslo_concurrency.lockutils [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.633987] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 06e3d09b-6caa-4755-b96c-a89c722a9073/06e3d09b-6caa-4755-b96c-a89c722a9073.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.634300] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad1b0311-6fca-4905-b889-7c93c8794cee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.643812] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 596.643812] env[64022]: value = "task-2302030" [ 596.643812] env[64022]: _type = "Task" [ 596.643812] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.653124] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.755254] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9262cfc4-6840-40e6-ab53-0cc8956c413d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "1acf4113-9111-4394-a667-1688d64aafe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.802s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.810053] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.813187] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.826048] env[64022]: DEBUG oslo_vmware.api [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302029, 'name': PowerOnVM_Task, 'duration_secs': 0.518681} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.829784] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.829952] env[64022]: INFO nova.compute.manager [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Took 8.56 seconds to spawn the instance on the hypervisor. [ 596.830177] env[64022]: DEBUG nova.compute.manager [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.831804] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33d76ba-84f0-443a-996d-9a8baf8674fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.064526] env[64022]: DEBUG nova.network.neutron [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Successfully updated port: 9662894b-62f4-4d5d-910c-2715d6696598 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.124917] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c12a35-185f-b3c0-6276-f0a675f2f0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012126} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.125247] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.125486] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.125728] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.125862] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.126048] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.126329] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7491b4d9-af9c-432e-8b6e-b9a2d7720f1b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.144646] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.144646] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.145126] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f20d3bb-9bb4-4d88-91bb-02398aef2215 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.158452] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 597.158452] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526d9669-dbac-10ab-45d9-5bd135d0c07c" [ 597.158452] env[64022]: _type = "Task" [ 597.158452] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.161819] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302030, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.171584] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526d9669-dbac-10ab-45d9-5bd135d0c07c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.186626] env[64022]: DEBUG nova.network.neutron [req-55e1eff7-ef70-4c98-adc0-f815f3715342 req-277043bc-8f7e-462f-baee-56cd0b41f749 service nova] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Updated VIF entry in instance network info cache for port 31cd9dc7-d709-42e1-b98a-74a6a5549eec. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.186988] env[64022]: DEBUG nova.network.neutron [req-55e1eff7-ef70-4c98-adc0-f815f3715342 req-277043bc-8f7e-462f-baee-56cd0b41f749 service nova] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Updating instance_info_cache with network_info: [{"id": "31cd9dc7-d709-42e1-b98a-74a6a5549eec", "address": "fa:16:3e:27:f6:69", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cd9dc7-d7", "ovs_interfaceid": "31cd9dc7-d709-42e1-b98a-74a6a5549eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.354963] env[64022]: INFO nova.compute.manager [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Took 39.37 seconds to build instance. [ 597.380259] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188f5d59-3bf4-4fca-929e-508f6fbc3e55 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.389682] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0622b0bb-042b-44d4-8425-bf5d9f793ffe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.425320] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fa4a17-a472-4c15-9d3c-7cef648bd482 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.434190] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a178265-6880-4fa7-8915-985b9cc25767 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.449395] env[64022]: DEBUG nova.compute.provider_tree [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.567859] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "refresh_cache-619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.568050] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "refresh_cache-619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.568228] env[64022]: DEBUG nova.network.neutron [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.656206] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668244} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.656510] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 06e3d09b-6caa-4755-b96c-a89c722a9073/06e3d09b-6caa-4755-b96c-a89c722a9073.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.656727] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.657057] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33604d32-37cb-4e90-a073-5bf4c62fc664 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.667238] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 597.667238] env[64022]: value = "task-2302031" [ 597.667238] env[64022]: _type = "Task" [ 597.667238] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.674241] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526d9669-dbac-10ab-45d9-5bd135d0c07c, 'name': SearchDatastore_Task, 'duration_secs': 0.026022} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.675477] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af107875-2397-4b78-aced-f8fff77f18e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.681152] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.685657] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 597.685657] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fa72a6-613a-9d02-4934-d686a39f93a7" [ 597.685657] env[64022]: _type = "Task" [ 597.685657] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.689353] env[64022]: DEBUG oslo_concurrency.lockutils [req-55e1eff7-ef70-4c98-adc0-f815f3715342 req-277043bc-8f7e-462f-baee-56cd0b41f749 service nova] Releasing lock "refresh_cache-6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.696281] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fa72a6-613a-9d02-4934-d686a39f93a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.863084] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70175acc-cf9e-4d4e-981b-e157259e2d2a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "f531f8ed-481b-40b6-9cd6-15920537c1f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.933s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.953838] env[64022]: DEBUG nova.scheduler.client.report [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.010677] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ba0d4-b046-862a-f041-cce337db0fba/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 598.011852] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3afaf1-5e48-4e23-b2be-727f5ca06558 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.018741] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ba0d4-b046-862a-f041-cce337db0fba/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 598.018898] env[64022]: ERROR oslo_vmware.rw_handles [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ba0d4-b046-862a-f041-cce337db0fba/disk-0.vmdk due to incomplete transfer. [ 598.019122] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-39d5684e-64ec-4183-9eca-7177b5531ca2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.026220] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ba0d4-b046-862a-f041-cce337db0fba/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 598.026509] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Uploaded image 26aaee05-a0ba-4635-9f43-cf72e2e27766 to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 598.029100] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 598.029396] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8fd3985a-a537-44b9-b1e6-29fc3361ac59 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.035818] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 598.035818] env[64022]: value = "task-2302032" [ 598.035818] env[64022]: _type = "Task" [ 598.035818] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.046188] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302032, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.105697] env[64022]: DEBUG nova.network.neutron [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.177472] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094027} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.177768] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.178681] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119f5977-eade-4033-b37f-c65144024b87 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.201141] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 06e3d09b-6caa-4755-b96c-a89c722a9073/06e3d09b-6caa-4755-b96c-a89c722a9073.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.204259] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c22fbe4-6de2-4b65-8146-723b8f41eaab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.227164] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fa72a6-613a-9d02-4934-d686a39f93a7, 'name': SearchDatastore_Task, 'duration_secs': 0.017697} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.228155] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.228424] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24/6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.228751] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 598.228751] env[64022]: value = "task-2302033" [ 598.228751] env[64022]: _type = "Task" [ 598.228751] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.228942] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6769ca1e-2bfc-460e-8a90-c53b812a7d73 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.240577] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "d3824db3-b570-4a81-a6eb-580b2da057a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.240795] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "d3824db3-b570-4a81-a6eb-580b2da057a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.242637] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 598.242637] env[64022]: value = "task-2302034" [ 598.242637] env[64022]: _type = "Task" [ 598.242637] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.246093] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302033, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.255135] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.279400] env[64022]: DEBUG nova.network.neutron [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Updating instance_info_cache with network_info: [{"id": "9662894b-62f4-4d5d-910c-2715d6696598", "address": "fa:16:3e:e8:17:a8", "network": {"id": "e8d70e3c-cab2-46e4-ad9d-8fd80aee9079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-733236242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c262cadad846d5870bba76c28e86e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9662894b-62", "ovs_interfaceid": "9662894b-62f4-4d5d-910c-2715d6696598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.289722] env[64022]: DEBUG nova.compute.manager [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Received event network-vif-plugged-9662894b-62f4-4d5d-910c-2715d6696598 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.289925] env[64022]: DEBUG oslo_concurrency.lockutils [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] Acquiring lock "619a6ec6-67f6-4f3d-a2d6-fdb611e07db0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.290146] env[64022]: DEBUG oslo_concurrency.lockutils [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] Lock "619a6ec6-67f6-4f3d-a2d6-fdb611e07db0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.290341] env[64022]: DEBUG oslo_concurrency.lockutils [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] Lock "619a6ec6-67f6-4f3d-a2d6-fdb611e07db0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.290478] env[64022]: DEBUG nova.compute.manager [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] No waiting events found dispatching network-vif-plugged-9662894b-62f4-4d5d-910c-2715d6696598 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.290682] env[64022]: WARNING nova.compute.manager [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Received unexpected event network-vif-plugged-9662894b-62f4-4d5d-910c-2715d6696598 for instance with vm_state building and task_state spawning. [ 598.290858] env[64022]: DEBUG nova.compute.manager [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Received event network-changed-9662894b-62f4-4d5d-910c-2715d6696598 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.291082] env[64022]: DEBUG nova.compute.manager [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Refreshing instance network info cache due to event network-changed-9662894b-62f4-4d5d-910c-2715d6696598. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 598.291268] env[64022]: DEBUG oslo_concurrency.lockutils [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] Acquiring lock "refresh_cache-619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.365500] env[64022]: DEBUG nova.compute.manager [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.458408] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.461522] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.524s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.463218] env[64022]: INFO nova.compute.claims [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.485616] env[64022]: INFO nova.scheduler.client.report [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Deleted allocations for instance ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879 [ 598.546936] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302032, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.741975] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.755268] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.782030] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "refresh_cache-619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.782449] env[64022]: DEBUG nova.compute.manager [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Instance network_info: |[{"id": "9662894b-62f4-4d5d-910c-2715d6696598", "address": "fa:16:3e:e8:17:a8", "network": {"id": "e8d70e3c-cab2-46e4-ad9d-8fd80aee9079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-733236242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c262cadad846d5870bba76c28e86e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9662894b-62", "ovs_interfaceid": "9662894b-62f4-4d5d-910c-2715d6696598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.782743] env[64022]: DEBUG oslo_concurrency.lockutils [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] Acquired lock "refresh_cache-619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.783744] env[64022]: DEBUG nova.network.neutron [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Refreshing network info cache for port 9662894b-62f4-4d5d-910c-2715d6696598 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.784283] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:17:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9662894b-62f4-4d5d-910c-2715d6696598', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.793679] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Creating folder: Project (a5c262cadad846d5870bba76c28e86e6). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.796176] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68e29479-b78e-47b9-985f-894db4a85aba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.809274] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Created folder: Project (a5c262cadad846d5870bba76c28e86e6) in parent group-v468248. [ 598.809462] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Creating folder: Instances. Parent ref: group-v468328. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.809708] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c1aad4d-8f70-4ba9-8f0d-353db97ed6bd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.822636] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Created folder: Instances in parent group-v468328. [ 598.824104] env[64022]: DEBUG oslo.service.loopingcall [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.824104] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.824104] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fa331e1-e8f4-4377-9047-fad29cb9b82d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.850415] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.850415] env[64022]: value = "task-2302037" [ 598.850415] env[64022]: _type = "Task" [ 598.850415] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.860329] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302037, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.885495] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.994303] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8f385324-dc1d-4fe8-a341-b8c3b571c714 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Lock "ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.402s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.051040] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302032, 'name': Destroy_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.242865] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302033, 'name': ReconfigVM_Task, 'duration_secs': 0.865915} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.243402] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 06e3d09b-6caa-4755-b96c-a89c722a9073/06e3d09b-6caa-4755-b96c-a89c722a9073.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.244137] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7be69bd-d349-4835-bdca-83cb8a470419 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.251137] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 599.251137] env[64022]: value = "task-2302038" [ 599.251137] env[64022]: _type = "Task" [ 599.251137] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.258506] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.986034} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.258908] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24/6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.262021] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.262021] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53944f78-7a15-4377-9d9b-54bfb04175af {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.266112] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302038, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.273099] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 599.273099] env[64022]: value = "task-2302039" [ 599.273099] env[64022]: _type = "Task" [ 599.273099] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.283560] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.364673] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302037, 'name': CreateVM_Task, 'duration_secs': 0.428488} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.364956] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.365705] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.365956] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.366358] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.366692] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd1b15f-1dcf-4a19-99ca-d4ed524395f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.372432] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 599.372432] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527d8111-7613-1ce5-1f42-8467ca7fc0bd" [ 599.372432] env[64022]: _type = "Task" [ 599.372432] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.385323] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527d8111-7613-1ce5-1f42-8467ca7fc0bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.556313] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302032, 'name': Destroy_Task, 'duration_secs': 1.21118} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.559369] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Destroyed the VM [ 599.559682] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 599.560207] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-911efa38-3e8a-4e37-926b-3f16cfdd44b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.571142] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 599.571142] env[64022]: value = "task-2302040" [ 599.571142] env[64022]: _type = "Task" [ 599.571142] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.583606] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.766919] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302038, 'name': Rename_Task, 'duration_secs': 0.176867} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.769479] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.769917] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4503770-6a1c-4369-bc11-c3c2ebed3cc9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.778114] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 599.778114] env[64022]: value = "task-2302041" [ 599.778114] env[64022]: _type = "Task" [ 599.778114] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.787263] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063966} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.789130] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.789950] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee342ced-8435-4d94-92c3-cfded020dc4e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.796732] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.797793] env[64022]: DEBUG nova.network.neutron [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Updated VIF entry in instance network info cache for port 9662894b-62f4-4d5d-910c-2715d6696598. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.798207] env[64022]: DEBUG nova.network.neutron [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Updating instance_info_cache with network_info: [{"id": "9662894b-62f4-4d5d-910c-2715d6696598", "address": "fa:16:3e:e8:17:a8", "network": {"id": "e8d70e3c-cab2-46e4-ad9d-8fd80aee9079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-733236242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c262cadad846d5870bba76c28e86e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9662894b-62", "ovs_interfaceid": "9662894b-62f4-4d5d-910c-2715d6696598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.829410] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24/6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.831029] env[64022]: DEBUG oslo_concurrency.lockutils [req-547fdb1a-f084-4509-87ee-efbb8ef6e82d req-a489e4f2-4bcf-4916-b541-e5e33d242c63 service nova] Releasing lock "refresh_cache-619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.833971] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c5ddc53-7b12-49fc-bc49-d71c04d775ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.856676] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 599.856676] env[64022]: value = "task-2302042" [ 599.856676] env[64022]: _type = "Task" [ 599.856676] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.872029] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.886020] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527d8111-7613-1ce5-1f42-8467ca7fc0bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.886336] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.886573] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.886807] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.886953] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.887153] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.887429] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adce2f32-bc70-4818-984b-11d08f554c78 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.906177] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.906394] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.907227] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180c8038-65cd-4988-a7ca-8a8599b7783d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.917688] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 599.917688] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d37160-7f91-d91b-6a09-8b5d47141141" [ 599.917688] env[64022]: _type = "Task" [ 599.917688] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.926793] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d37160-7f91-d91b-6a09-8b5d47141141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.068834] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30222e4-430d-4167-83f6-6c37f4b7737e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.085547] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.085547] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492efad9-2363-41d7-a2f2-3bf767ff2c67 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.116999] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5944f59-dd84-4e45-8ad9-ca2a40a2b386 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.126078] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2790914b-15f2-4e39-ad95-a8272ea56f79 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.141269] env[64022]: DEBUG nova.compute.provider_tree [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.291704] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.381165] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.432065] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d37160-7f91-d91b-6a09-8b5d47141141, 'name': SearchDatastore_Task, 'duration_secs': 0.042615} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.432933] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b902e0f-8bd7-4c79-98b2-1e9b9b524272 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.439468] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 600.439468] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521650f6-53e0-c1c8-dee7-ef2f45547221" [ 600.439468] env[64022]: _type = "Task" [ 600.439468] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.448393] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521650f6-53e0-c1c8-dee7-ef2f45547221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.583180] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302040, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.646223] env[64022]: DEBUG nova.scheduler.client.report [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.789837] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302041, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.868964] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302042, 'name': ReconfigVM_Task, 'duration_secs': 0.845738} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.869317] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24/6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.869943] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e85292a1-6d65-4cb5-8ab0-4a910bb02c7c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.878298] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 600.878298] env[64022]: value = "task-2302043" [ 600.878298] env[64022]: _type = "Task" [ 600.878298] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.888267] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302043, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.951702] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521650f6-53e0-c1c8-dee7-ef2f45547221, 'name': SearchDatastore_Task, 'duration_secs': 0.020341} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.951992] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.952293] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0/619a6ec6-67f6-4f3d-a2d6-fdb611e07db0.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.952577] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb1a6642-adb5-426f-9ffe-92658aaca528 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.960314] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 600.960314] env[64022]: value = "task-2302044" [ 600.960314] env[64022]: _type = "Task" [ 600.960314] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.969485] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.082932] env[64022]: DEBUG oslo_vmware.api [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302040, 'name': RemoveSnapshot_Task, 'duration_secs': 1.246931} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.083265] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 601.083526] env[64022]: INFO nova.compute.manager [None req-f590f60b-0e24-4a05-a6d1-fa2e09251f71 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Took 15.58 seconds to snapshot the instance on the hypervisor. [ 601.150948] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.152096] env[64022]: DEBUG nova.compute.manager [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.155069] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.560s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.155304] env[64022]: DEBUG nova.objects.instance [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64022) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 601.292313] env[64022]: DEBUG oslo_vmware.api [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302041, 'name': PowerOnVM_Task, 'duration_secs': 1.021554} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.292313] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.292313] env[64022]: DEBUG nova.compute.manager [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.292953] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bc965d-cb5d-4411-9748-3c3381394f29 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.388856] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302043, 'name': Rename_Task, 'duration_secs': 0.145511} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.389160] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.389405] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4267094a-b14c-4da0-9250-8c6cdd15e279 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.397227] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 601.397227] env[64022]: value = "task-2302045" [ 601.397227] env[64022]: _type = "Task" [ 601.397227] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.407237] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.470847] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302044, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.658071] env[64022]: DEBUG nova.compute.utils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 601.660129] env[64022]: DEBUG nova.compute.manager [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.664537] env[64022]: DEBUG nova.network.neutron [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.758448] env[64022]: DEBUG nova.policy [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cbcec0be04b4bcfa8d6aaa0d7deb0bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5c262cadad846d5870bba76c28e86e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.824672] env[64022]: DEBUG oslo_concurrency.lockutils [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.909258] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302045, 'name': PowerOnVM_Task} progress is 71%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.971508] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861261} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.971775] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0/619a6ec6-67f6-4f3d-a2d6-fdb611e07db0.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.972016] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.972238] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b502376-fd00-4cc3-a00e-64087a4afdb6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.981461] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 601.981461] env[64022]: value = "task-2302046" [ 601.981461] env[64022]: _type = "Task" [ 601.981461] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.999395] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.168007] env[64022]: DEBUG nova.compute.manager [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.173267] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dcf710cc-9aad-4845-84d8-f4c67e9b13a2 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.174241] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.153s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.177499] env[64022]: INFO nova.compute.claims [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.218831] env[64022]: INFO nova.compute.manager [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Rebuilding instance [ 602.282481] env[64022]: DEBUG nova.compute.manager [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.283416] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab0e2fd-35ce-4ae2-b546-d033ce2e30e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.339796] env[64022]: DEBUG nova.network.neutron [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Successfully created port: 1bba8733-8d4c-41f6-8232-953871992c9c {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.411711] env[64022]: DEBUG oslo_vmware.api [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302045, 'name': PowerOnVM_Task, 'duration_secs': 0.711911} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.411990] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.412209] env[64022]: INFO nova.compute.manager [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Took 9.15 seconds to spawn the instance on the hypervisor. [ 602.412478] env[64022]: DEBUG nova.compute.manager [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.413208] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41260a1-0f53-4f2a-a263-b9748cd4ec18 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.496229] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266106} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.496229] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.496229] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c2a551-807e-4502-b481-7d70e2ff65c4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.526018] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0/619a6ec6-67f6-4f3d-a2d6-fdb611e07db0.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.526506] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d7f1bb-07c8-4fc1-8fc6-6878a203c6ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.550262] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 602.550262] env[64022]: value = "task-2302047" [ 602.550262] env[64022]: _type = "Task" [ 602.550262] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.560199] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.935242] env[64022]: INFO nova.compute.manager [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Took 41.22 seconds to build instance. [ 603.061764] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.179928] env[64022]: DEBUG nova.compute.manager [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.208021] env[64022]: DEBUG nova.virt.hardware [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.208465] env[64022]: DEBUG nova.virt.hardware [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.208513] env[64022]: DEBUG nova.virt.hardware [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.208725] env[64022]: DEBUG nova.virt.hardware [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.208873] env[64022]: DEBUG nova.virt.hardware [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.209030] env[64022]: DEBUG nova.virt.hardware [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.209321] env[64022]: DEBUG nova.virt.hardware [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.209890] env[64022]: DEBUG nova.virt.hardware [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.209890] env[64022]: DEBUG nova.virt.hardware [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.209890] env[64022]: DEBUG nova.virt.hardware [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.210042] env[64022]: DEBUG nova.virt.hardware [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.211810] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77481dff-571b-4dcb-b617-0b1eb36d2019 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.221152] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053458c5-a4e9-4225-bb32-0ba32794fe0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.300795] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.304582] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13b3635b-0392-4b12-98af-d27ada02588e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.312870] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Waiting for the task: (returnval){ [ 603.312870] env[64022]: value = "task-2302048" [ 603.312870] env[64022]: _type = "Task" [ 603.312870] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.326887] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.440019] env[64022]: DEBUG oslo_concurrency.lockutils [None req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.428s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.566375] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302047, 'name': ReconfigVM_Task, 'duration_secs': 0.739212} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.566656] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0/619a6ec6-67f6-4f3d-a2d6-fdb611e07db0.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.568100] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-188e3dae-c3f8-4d82-b9e3-9014c27fdc26 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.580371] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 603.580371] env[64022]: value = "task-2302049" [ 603.580371] env[64022]: _type = "Task" [ 603.580371] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.592035] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302049, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.790549] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd454aad-3b8f-4d4c-9c5e-4637debee10a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.800958] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328458af-e770-49d6-84a6-8f3c38d3b7d4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.838816] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f42c5a7-f8ce-4064-961e-79964a3cb575 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.852348] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3234f88-e17d-4323-b560-3e88ceb2a08b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.855617] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302048, 'name': PowerOffVM_Task, 'duration_secs': 0.261321} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.856064] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.856270] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 603.857619] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6038341f-cd07-4307-a9fa-20fafc3b6b35 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.872870] env[64022]: DEBUG nova.compute.provider_tree [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.880326] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.880918] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7433dd3-e7ae-4627-80f6-f7f1f5bb7aab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.913665] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.913943] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.914068] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Deleting the datastore file [datastore1] 06e3d09b-6caa-4755-b96c-a89c722a9073 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.914333] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-029aa248-3c23-4e9e-b463-4032e5f54800 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.922395] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Waiting for the task: (returnval){ [ 603.922395] env[64022]: value = "task-2302051" [ 603.922395] env[64022]: _type = "Task" [ 603.922395] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.930786] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.942488] env[64022]: DEBUG nova.compute.manager [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.953314] env[64022]: DEBUG nova.compute.manager [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.954222] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c149c57-6814-4768-b7ca-b9ec34ace13f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.095127] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302049, 'name': Rename_Task, 'duration_secs': 0.321625} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.095127] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.095127] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e68194d6-810d-4307-8d61-de245a3aff00 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.103237] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 604.103237] env[64022]: value = "task-2302052" [ 604.103237] env[64022]: _type = "Task" [ 604.103237] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.116179] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.154794] env[64022]: DEBUG nova.compute.manager [req-4fcc955f-3eed-4ef4-9ebb-f74c3471e604 req-297fe781-0402-46cf-956f-cc64048c14e7 service nova] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Received event network-vif-plugged-1bba8733-8d4c-41f6-8232-953871992c9c {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.154794] env[64022]: DEBUG oslo_concurrency.lockutils [req-4fcc955f-3eed-4ef4-9ebb-f74c3471e604 req-297fe781-0402-46cf-956f-cc64048c14e7 service nova] Acquiring lock "c584ed71-b206-4a67-a0fc-c6964b5d0fae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.154794] env[64022]: DEBUG oslo_concurrency.lockutils [req-4fcc955f-3eed-4ef4-9ebb-f74c3471e604 req-297fe781-0402-46cf-956f-cc64048c14e7 service nova] Lock "c584ed71-b206-4a67-a0fc-c6964b5d0fae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.154794] env[64022]: DEBUG oslo_concurrency.lockutils [req-4fcc955f-3eed-4ef4-9ebb-f74c3471e604 req-297fe781-0402-46cf-956f-cc64048c14e7 service nova] Lock "c584ed71-b206-4a67-a0fc-c6964b5d0fae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.154794] env[64022]: DEBUG nova.compute.manager [req-4fcc955f-3eed-4ef4-9ebb-f74c3471e604 req-297fe781-0402-46cf-956f-cc64048c14e7 service nova] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] No waiting events found dispatching network-vif-plugged-1bba8733-8d4c-41f6-8232-953871992c9c {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.154794] env[64022]: WARNING nova.compute.manager [req-4fcc955f-3eed-4ef4-9ebb-f74c3471e604 req-297fe781-0402-46cf-956f-cc64048c14e7 service nova] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Received unexpected event network-vif-plugged-1bba8733-8d4c-41f6-8232-953871992c9c for instance with vm_state building and task_state spawning. [ 604.157033] env[64022]: DEBUG nova.network.neutron [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Successfully updated port: 1bba8733-8d4c-41f6-8232-953871992c9c {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.377062] env[64022]: DEBUG nova.scheduler.client.report [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.435261] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29596} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.435461] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.435670] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.436040] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.472023] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.472023] env[64022]: INFO nova.compute.manager [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] instance snapshotting [ 604.474758] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdfb077-85e6-47d5-8b31-82b10d6b00ff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.497707] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65233ff6-5fdc-475d-970d-82a94c7f3d4a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.617451] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.661750] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "refresh_cache-c584ed71-b206-4a67-a0fc-c6964b5d0fae" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.661750] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "refresh_cache-c584ed71-b206-4a67-a0fc-c6964b5d0fae" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.661750] env[64022]: DEBUG nova.network.neutron [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.807133] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "42d2e289-435f-47df-ae33-b003b319135a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.808027] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "42d2e289-435f-47df-ae33-b003b319135a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.882841] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.883299] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.886039] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.822s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.886290] env[64022]: DEBUG nova.objects.instance [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Lazy-loading 'resources' on Instance uuid b3ffa526-8311-4419-bbc0-e68e7968f35d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.013021] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 605.013021] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-70a3baad-9222-4dab-91e9-603a9ea23a5b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.022031] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 605.022031] env[64022]: value = "task-2302053" [ 605.022031] env[64022]: _type = "Task" [ 605.022031] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.031876] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302053, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.114400] env[64022]: DEBUG oslo_vmware.api [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302052, 'name': PowerOnVM_Task, 'duration_secs': 0.796831} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.114531] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.114732] env[64022]: INFO nova.compute.manager [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Took 9.13 seconds to spawn the instance on the hypervisor. [ 605.114911] env[64022]: DEBUG nova.compute.manager [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.116067] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3999ec23-4c2e-4333-ac68-119c9124b9ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.214034] env[64022]: DEBUG nova.network.neutron [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.379633] env[64022]: DEBUG nova.network.neutron [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Updating instance_info_cache with network_info: [{"id": "1bba8733-8d4c-41f6-8232-953871992c9c", "address": "fa:16:3e:ce:c2:42", "network": {"id": "e8d70e3c-cab2-46e4-ad9d-8fd80aee9079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-733236242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c262cadad846d5870bba76c28e86e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bba8733-8d", "ovs_interfaceid": "1bba8733-8d4c-41f6-8232-953871992c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.390094] env[64022]: DEBUG nova.compute.utils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 605.393560] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.393804] env[64022]: DEBUG nova.network.neutron [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.444834] env[64022]: DEBUG nova.policy [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80d0ab8754ae43238721391a674c91d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '216cdb1b3d8742ffb7365c6f4b707dba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.495722] env[64022]: DEBUG nova.virt.hardware [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.496361] env[64022]: DEBUG nova.virt.hardware [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.496361] env[64022]: DEBUG nova.virt.hardware [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.496519] env[64022]: DEBUG nova.virt.hardware [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.496756] env[64022]: DEBUG nova.virt.hardware [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.496865] env[64022]: DEBUG nova.virt.hardware [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.497129] env[64022]: DEBUG nova.virt.hardware [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.497300] env[64022]: DEBUG nova.virt.hardware [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.497492] env[64022]: DEBUG nova.virt.hardware [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.497699] env[64022]: DEBUG nova.virt.hardware [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.497938] env[64022]: DEBUG nova.virt.hardware [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.498879] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41804f8-b869-4cad-a5f9-bf14b27f498f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.514816] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f1925d-a898-468a-ab77-b8d5f7e4f314 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.531213] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Instance VIF info [] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.536985] env[64022]: DEBUG oslo.service.loopingcall [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 605.540193] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.542951] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-798479da-6add-4c5d-813f-64fd92bd5f6c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.570814] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Acquiring lock "07c5066a-6822-4eb5-a5d9-9794d9d6fb4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.571317] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Lock "07c5066a-6822-4eb5-a5d9-9794d9d6fb4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.571518] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302053, 'name': CreateSnapshot_Task, 'duration_secs': 0.534072} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.571767] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 605.572731] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f44334e-ece9-4e2f-939e-189b6f4bb145 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.577379] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.577379] env[64022]: value = "task-2302054" [ 605.577379] env[64022]: _type = "Task" [ 605.577379] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.598817] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302054, 'name': CreateVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.638719] env[64022]: INFO nova.compute.manager [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Took 43.17 seconds to build instance. [ 605.835900] env[64022]: DEBUG nova.network.neutron [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Successfully created port: d6d0b336-b453-4a05-96af-c19035c486e8 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.884809] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "refresh_cache-c584ed71-b206-4a67-a0fc-c6964b5d0fae" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.885216] env[64022]: DEBUG nova.compute.manager [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Instance network_info: |[{"id": "1bba8733-8d4c-41f6-8232-953871992c9c", "address": "fa:16:3e:ce:c2:42", "network": {"id": "e8d70e3c-cab2-46e4-ad9d-8fd80aee9079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-733236242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c262cadad846d5870bba76c28e86e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bba8733-8d", "ovs_interfaceid": "1bba8733-8d4c-41f6-8232-953871992c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.885682] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:c2:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bba8733-8d4c-41f6-8232-953871992c9c', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.894065] env[64022]: DEBUG oslo.service.loopingcall [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 605.897140] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.899570] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.900282] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a37d1c5e-2e1f-46e3-a346-3f4718da8a82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.924339] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.924339] env[64022]: value = "task-2302055" [ 605.924339] env[64022]: _type = "Task" [ 605.924339] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.933974] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302055, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.090760] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302054, 'name': CreateVM_Task, 'duration_secs': 0.495446} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.091047] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.091522] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.092205] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.092205] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.099466] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 606.099744] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae66ddd2-3f1d-4a05-9389-59dbf406b912 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.103184] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-868571ca-c2f0-4448-abf0-410c70185e5a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.106859] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaad3f8a-6412-42d4-b5b3-da06f5c6e473 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.113402] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Waiting for the task: (returnval){ [ 606.113402] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52281bba-07c9-460b-90ac-2035413615a0" [ 606.113402] env[64022]: _type = "Task" [ 606.113402] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.121029] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eaee8e-f26a-483a-8634-223f7280195a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.125607] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 606.125607] env[64022]: value = "task-2302056" [ 606.125607] env[64022]: _type = "Task" [ 606.125607] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.163011] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee7fb64a-b646-41ad-abf4-f70c295ef917 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.689s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.163515] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52281bba-07c9-460b-90ac-2035413615a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012455} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.165664] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc024c7f-4b72-4320-9322-d40c4c930a68 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.169786] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.170623] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.170623] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.170839] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.171148] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.175123] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a5a4cc5-3703-4909-b80a-4bcdc1143d4c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.177419] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302056, 'name': CloneVM_Task} progress is 12%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.185219] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e9c2a2-c9f2-4f12-8ce0-8d5310c44ab2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.201158] env[64022]: DEBUG nova.compute.provider_tree [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.204053] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.204136] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.205120] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8fce50-aba8-463c-b8eb-f5b30a1468b2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.220111] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Waiting for the task: (returnval){ [ 606.220111] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525b4161-79ce-329e-e9aa-7134f01dc155" [ 606.220111] env[64022]: _type = "Task" [ 606.220111] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.231850] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525b4161-79ce-329e-e9aa-7134f01dc155, 'name': SearchDatastore_Task} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.234591] env[64022]: DEBUG nova.compute.manager [req-811bcf98-b026-4225-a4e0-7661c2b5d0c8 req-a9f624c3-c23b-4f59-b84a-f68219821a19 service nova] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Received event network-changed-1bba8733-8d4c-41f6-8232-953871992c9c {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.234780] env[64022]: DEBUG nova.compute.manager [req-811bcf98-b026-4225-a4e0-7661c2b5d0c8 req-a9f624c3-c23b-4f59-b84a-f68219821a19 service nova] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Refreshing instance network info cache due to event network-changed-1bba8733-8d4c-41f6-8232-953871992c9c. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.234992] env[64022]: DEBUG oslo_concurrency.lockutils [req-811bcf98-b026-4225-a4e0-7661c2b5d0c8 req-a9f624c3-c23b-4f59-b84a-f68219821a19 service nova] Acquiring lock "refresh_cache-c584ed71-b206-4a67-a0fc-c6964b5d0fae" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.235158] env[64022]: DEBUG oslo_concurrency.lockutils [req-811bcf98-b026-4225-a4e0-7661c2b5d0c8 req-a9f624c3-c23b-4f59-b84a-f68219821a19 service nova] Acquired lock "refresh_cache-c584ed71-b206-4a67-a0fc-c6964b5d0fae" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.235317] env[64022]: DEBUG nova.network.neutron [req-811bcf98-b026-4225-a4e0-7661c2b5d0c8 req-a9f624c3-c23b-4f59-b84a-f68219821a19 service nova] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Refreshing network info cache for port 1bba8733-8d4c-41f6-8232-953871992c9c {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.236475] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d73424-5fec-406c-9986-1156062d2a3b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.245045] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Waiting for the task: (returnval){ [ 606.245045] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b7d123-0e7a-ec58-c406-a71475febdf1" [ 606.245045] env[64022]: _type = "Task" [ 606.245045] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.256316] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b7d123-0e7a-ec58-c406-a71475febdf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.435533] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302055, 'name': CreateVM_Task, 'duration_secs': 0.494045} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.435673] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.436367] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.436536] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.436952] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.437884] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191ea173-8d87-4097-bb6b-f9369a1aeb40 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.443936] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 606.443936] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52237895-930c-36a2-7c6d-0928d1f2c3ba" [ 606.443936] env[64022]: _type = "Task" [ 606.443936] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.452406] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52237895-930c-36a2-7c6d-0928d1f2c3ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.636104] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302056, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.676240] env[64022]: DEBUG nova.compute.manager [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.706821] env[64022]: DEBUG nova.scheduler.client.report [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.757485] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b7d123-0e7a-ec58-c406-a71475febdf1, 'name': SearchDatastore_Task, 'duration_secs': 0.018825} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.757746] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.758006] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 06e3d09b-6caa-4755-b96c-a89c722a9073/06e3d09b-6caa-4755-b96c-a89c722a9073.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.758279] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78da2c9f-df7b-4afe-8467-2b0cb5ad5812 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.767404] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Waiting for the task: (returnval){ [ 606.767404] env[64022]: value = "task-2302057" [ 606.767404] env[64022]: _type = "Task" [ 606.767404] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.776469] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.906303] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.928379] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.928629] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.928785] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.928967] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.929130] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.929299] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.929562] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.929732] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.929902] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.930078] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.930252] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.931151] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409337c5-ca77-4de8-abd6-e9375f3b9172 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.939787] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14401399-61f0-4c8b-a611-945bf821dec8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.962111] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52237895-930c-36a2-7c6d-0928d1f2c3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.016547} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.962429] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.962666] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.962898] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.963077] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.963331] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.963920] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-109e83c6-64f8-4fa3-b3e0-1415f68d6010 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.979903] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.980190] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.981367] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7678ba62-b844-43cf-bc52-1f354c93c02b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.989923] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 606.989923] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52af1011-a8f8-a5ae-30f9-37973a99b0ff" [ 606.989923] env[64022]: _type = "Task" [ 606.989923] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.000544] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52af1011-a8f8-a5ae-30f9-37973a99b0ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.001508] env[64022]: DEBUG nova.network.neutron [req-811bcf98-b026-4225-a4e0-7661c2b5d0c8 req-a9f624c3-c23b-4f59-b84a-f68219821a19 service nova] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Updated VIF entry in instance network info cache for port 1bba8733-8d4c-41f6-8232-953871992c9c. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.001861] env[64022]: DEBUG nova.network.neutron [req-811bcf98-b026-4225-a4e0-7661c2b5d0c8 req-a9f624c3-c23b-4f59-b84a-f68219821a19 service nova] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Updating instance_info_cache with network_info: [{"id": "1bba8733-8d4c-41f6-8232-953871992c9c", "address": "fa:16:3e:ce:c2:42", "network": {"id": "e8d70e3c-cab2-46e4-ad9d-8fd80aee9079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-733236242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c262cadad846d5870bba76c28e86e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bba8733-8d", "ovs_interfaceid": "1bba8733-8d4c-41f6-8232-953871992c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.138227] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302056, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.199743] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.214033] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.326s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.214867] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.414s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.215303] env[64022]: DEBUG nova.objects.instance [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Lazy-loading 'resources' on Instance uuid 7bbb6adf-3e10-460d-b2e2-5e2991745c10 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 607.235745] env[64022]: INFO nova.scheduler.client.report [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Deleted allocations for instance b3ffa526-8311-4419-bbc0-e68e7968f35d [ 607.279807] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499387} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.279807] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 06e3d09b-6caa-4755-b96c-a89c722a9073/06e3d09b-6caa-4755-b96c-a89c722a9073.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.279964] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.280158] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f33ae5f4-d332-45a4-b5f0-f3b91700848a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.287305] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Waiting for the task: (returnval){ [ 607.287305] env[64022]: value = "task-2302058" [ 607.287305] env[64022]: _type = "Task" [ 607.287305] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.296370] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.501261] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52af1011-a8f8-a5ae-30f9-37973a99b0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.05484} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.502132] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce05f91-fb2b-4ad8-a847-70abb79edac7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.505981] env[64022]: DEBUG oslo_concurrency.lockutils [req-811bcf98-b026-4225-a4e0-7661c2b5d0c8 req-a9f624c3-c23b-4f59-b84a-f68219821a19 service nova] Releasing lock "refresh_cache-c584ed71-b206-4a67-a0fc-c6964b5d0fae" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.507900] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 607.507900] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fd4fbf-7e37-ef3b-a70a-29bd77a01416" [ 607.507900] env[64022]: _type = "Task" [ 607.507900] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.511510] env[64022]: DEBUG nova.network.neutron [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Successfully updated port: d6d0b336-b453-4a05-96af-c19035c486e8 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.518034] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fd4fbf-7e37-ef3b-a70a-29bd77a01416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.640678] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302056, 'name': CloneVM_Task} progress is 95%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.749170] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e09b948-09e0-462d-a03e-e539bf79587c tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Lock "b3ffa526-8311-4419-bbc0-e68e7968f35d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.463s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.800028] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071671} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.800875] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.801844] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b53338-2453-4dbf-a2dc-787b96ed6c4f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.828901] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 06e3d09b-6caa-4755-b96c-a89c722a9073/06e3d09b-6caa-4755-b96c-a89c722a9073.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.831985] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0844ae8a-0c33-40ef-ac97-f8b7877bc626 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.854015] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Waiting for the task: (returnval){ [ 607.854015] env[64022]: value = "task-2302059" [ 607.854015] env[64022]: _type = "Task" [ 607.854015] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.865538] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.013745] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "refresh_cache-d87099f3-6484-44fb-9c6d-a6d198f46167" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.013890] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired lock "refresh_cache-d87099f3-6484-44fb-9c6d-a6d198f46167" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.014051] env[64022]: DEBUG nova.network.neutron [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.020560] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fd4fbf-7e37-ef3b-a70a-29bd77a01416, 'name': SearchDatastore_Task, 'duration_secs': 0.022219} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.021827] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.021827] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] c584ed71-b206-4a67-a0fc-c6964b5d0fae/c584ed71-b206-4a67-a0fc-c6964b5d0fae.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.022531] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15ace380-f682-409b-8001-d890714ebf3e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.030319] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 608.030319] env[64022]: value = "task-2302060" [ 608.030319] env[64022]: _type = "Task" [ 608.030319] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.041520] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.140617] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302056, 'name': CloneVM_Task, 'duration_secs': 1.662967} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.140925] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Created linked-clone VM from snapshot [ 608.141694] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2635a09a-7785-4da2-95e8-78f64b5af42c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.153130] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Uploading image e75fed52-dbe5-42c7-9f58-c1719218e533 {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 608.196963] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 608.196963] env[64022]: value = "vm-468334" [ 608.196963] env[64022]: _type = "VirtualMachine" [ 608.196963] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 608.197223] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aa280660-fbcd-402a-b591-01dd7f81501f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.208263] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lease: (returnval){ [ 608.208263] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521f1ec1-cbe4-5212-7dd5-e6772cc46669" [ 608.208263] env[64022]: _type = "HttpNfcLease" [ 608.208263] env[64022]: } obtained for exporting VM: (result){ [ 608.208263] env[64022]: value = "vm-468334" [ 608.208263] env[64022]: _type = "VirtualMachine" [ 608.208263] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 608.208686] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the lease: (returnval){ [ 608.208686] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521f1ec1-cbe4-5212-7dd5-e6772cc46669" [ 608.208686] env[64022]: _type = "HttpNfcLease" [ 608.208686] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 608.216410] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 608.216410] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521f1ec1-cbe4-5212-7dd5-e6772cc46669" [ 608.216410] env[64022]: _type = "HttpNfcLease" [ 608.216410] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 608.232097] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7d62a4-6b6c-487b-a2f6-347abc37753a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.241353] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a668aa2d-06b7-40bf-bb1b-9cd07071852a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.276902] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58f5fae-6722-4bb1-8465-818c9e4ed373 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.286213] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b63aaac-07f9-411c-bb1b-0006d50e4f23 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.303158] env[64022]: DEBUG nova.compute.provider_tree [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.316695] env[64022]: DEBUG nova.compute.manager [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Received event network-vif-plugged-d6d0b336-b453-4a05-96af-c19035c486e8 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.316872] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] Acquiring lock "d87099f3-6484-44fb-9c6d-a6d198f46167-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.317139] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] Lock "d87099f3-6484-44fb-9c6d-a6d198f46167-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.317359] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] Lock "d87099f3-6484-44fb-9c6d-a6d198f46167-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.317563] env[64022]: DEBUG nova.compute.manager [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] No waiting events found dispatching network-vif-plugged-d6d0b336-b453-4a05-96af-c19035c486e8 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.317743] env[64022]: WARNING nova.compute.manager [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Received unexpected event network-vif-plugged-d6d0b336-b453-4a05-96af-c19035c486e8 for instance with vm_state building and task_state spawning. [ 608.317906] env[64022]: DEBUG nova.compute.manager [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Received event network-changed-d6d0b336-b453-4a05-96af-c19035c486e8 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.318132] env[64022]: DEBUG nova.compute.manager [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Refreshing instance network info cache due to event network-changed-d6d0b336-b453-4a05-96af-c19035c486e8. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 608.318332] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] Acquiring lock "refresh_cache-d87099f3-6484-44fb-9c6d-a6d198f46167" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.368062] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.542622] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498606} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.542810] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] c584ed71-b206-4a67-a0fc-c6964b5d0fae/c584ed71-b206-4a67-a0fc-c6964b5d0fae.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.542938] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.543204] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-138dc74f-d784-4d03-834e-06b00dd4dd96 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.550143] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 608.550143] env[64022]: value = "task-2302062" [ 608.550143] env[64022]: _type = "Task" [ 608.550143] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.558306] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.579070] env[64022]: DEBUG nova.network.neutron [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.721029] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 608.721029] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521f1ec1-cbe4-5212-7dd5-e6772cc46669" [ 608.721029] env[64022]: _type = "HttpNfcLease" [ 608.721029] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 608.721349] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 608.721349] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521f1ec1-cbe4-5212-7dd5-e6772cc46669" [ 608.721349] env[64022]: _type = "HttpNfcLease" [ 608.721349] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 608.722112] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa65d8d-c12b-4898-9db7-14c5f99856eb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.733564] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52851bc3-80bb-dec7-db04-d3288bbcf87b/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 608.733752] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52851bc3-80bb-dec7-db04-d3288bbcf87b/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 608.807955] env[64022]: DEBUG nova.scheduler.client.report [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.834760] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-636fa277-2e34-4270-bad0-a958d437166f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.865059] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302059, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.061740] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065384} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.062565] env[64022]: DEBUG nova.network.neutron [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Updating instance_info_cache with network_info: [{"id": "d6d0b336-b453-4a05-96af-c19035c486e8", "address": "fa:16:3e:f3:5f:62", "network": {"id": "f51d5117-68f4-4f80-94b6-fe79877f3d97", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-994734227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216cdb1b3d8742ffb7365c6f4b707dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d0b336-b4", "ovs_interfaceid": "d6d0b336-b453-4a05-96af-c19035c486e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.063728] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.064515] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23513e60-0840-46be-b3ed-6fe7c9cffd78 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.090553] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] c584ed71-b206-4a67-a0fc-c6964b5d0fae/c584ed71-b206-4a67-a0fc-c6964b5d0fae.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.093925] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffa35e7d-76c1-4c7f-93f1-49b940c7c93c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.116672] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 609.116672] env[64022]: value = "task-2302063" [ 609.116672] env[64022]: _type = "Task" [ 609.116672] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.126714] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.316111] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.319854] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.480s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.321596] env[64022]: INFO nova.compute.claims [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.347029] env[64022]: INFO nova.scheduler.client.report [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Deleted allocations for instance 7bbb6adf-3e10-460d-b2e2-5e2991745c10 [ 609.368941] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302059, 'name': ReconfigVM_Task, 'duration_secs': 1.455239} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.368941] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 06e3d09b-6caa-4755-b96c-a89c722a9073/06e3d09b-6caa-4755-b96c-a89c722a9073.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.368941] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-738cdbfc-34dd-4e1e-af75-a7a4e73e1f35 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.377446] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Waiting for the task: (returnval){ [ 609.377446] env[64022]: value = "task-2302064" [ 609.377446] env[64022]: _type = "Task" [ 609.377446] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.389228] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302064, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.568087] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Releasing lock "refresh_cache-d87099f3-6484-44fb-9c6d-a6d198f46167" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.568448] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Instance network_info: |[{"id": "d6d0b336-b453-4a05-96af-c19035c486e8", "address": "fa:16:3e:f3:5f:62", "network": {"id": "f51d5117-68f4-4f80-94b6-fe79877f3d97", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-994734227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216cdb1b3d8742ffb7365c6f4b707dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d0b336-b4", "ovs_interfaceid": "d6d0b336-b453-4a05-96af-c19035c486e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.568761] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] Acquired lock "refresh_cache-d87099f3-6484-44fb-9c6d-a6d198f46167" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.568942] env[64022]: DEBUG nova.network.neutron [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Refreshing network info cache for port d6d0b336-b453-4a05-96af-c19035c486e8 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.570436] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:5f:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6d0b336-b453-4a05-96af-c19035c486e8', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.579267] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Creating folder: Project (216cdb1b3d8742ffb7365c6f4b707dba). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.579830] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3889c5c-c30a-417a-828a-ac90594263da {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.594159] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Created folder: Project (216cdb1b3d8742ffb7365c6f4b707dba) in parent group-v468248. [ 609.594159] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Creating folder: Instances. Parent ref: group-v468335. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.594159] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a33c75f-32c3-42c9-8ae5-69b540c4aa99 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.604771] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Created folder: Instances in parent group-v468335. [ 609.605051] env[64022]: DEBUG oslo.service.loopingcall [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.605296] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.605528] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca744fe7-a91b-431c-a810-47dfebf0b225 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.635380] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.635380] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.635380] env[64022]: value = "task-2302067" [ 609.635380] env[64022]: _type = "Task" [ 609.635380] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.643684] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302067, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.859906] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a15adce1-393e-4d3b-b463-91b01e61d8b4 tempest-ServerShowV254Test-1654792165 tempest-ServerShowV254Test-1654792165-project-member] Lock "7bbb6adf-3e10-460d-b2e2-5e2991745c10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.321s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.890813] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302064, 'name': Rename_Task, 'duration_secs': 0.323983} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.890813] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.890813] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b7c28c5-7ade-480d-be69-14ccad51e130 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.899784] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Waiting for the task: (returnval){ [ 609.899784] env[64022]: value = "task-2302068" [ 609.899784] env[64022]: _type = "Task" [ 609.899784] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.910172] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.136438] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302063, 'name': ReconfigVM_Task, 'duration_secs': 0.744635} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.139268] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Reconfigured VM instance instance-0000001b to attach disk [datastore2] c584ed71-b206-4a67-a0fc-c6964b5d0fae/c584ed71-b206-4a67-a0fc-c6964b5d0fae.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.146618] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2ad3649-b154-4f8c-b275-0ba5acc2df8c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.159118] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302067, 'name': CreateVM_Task, 'duration_secs': 0.433752} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.160662] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.161228] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 610.161228] env[64022]: value = "task-2302069" [ 610.161228] env[64022]: _type = "Task" [ 610.161228] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.162866] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.165609] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.165609] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.165780] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efdc5c73-0c15-4591-9dff-b57282d718ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.183387] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302069, 'name': Rename_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.183387] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 610.183387] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52dbaafc-71be-519a-a3df-883e21fc1b18" [ 610.183387] env[64022]: _type = "Task" [ 610.183387] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.193867] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52dbaafc-71be-519a-a3df-883e21fc1b18, 'name': SearchDatastore_Task, 'duration_secs': 0.013904} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.194370] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.194859] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.195122] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.195408] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.196145] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.196317] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-043e6b07-7f03-49a8-ab2a-2b543e698bb7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.207765] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.208174] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.212163] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3781d20-fabc-44ee-8738-c66fcf862a54 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.219198] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 610.219198] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52801dad-1ac8-4198-a777-5fcd29f8e84d" [ 610.219198] env[64022]: _type = "Task" [ 610.219198] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.228921] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52801dad-1ac8-4198-a777-5fcd29f8e84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.412938] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.479188] env[64022]: DEBUG nova.network.neutron [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Updated VIF entry in instance network info cache for port d6d0b336-b453-4a05-96af-c19035c486e8. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.481361] env[64022]: DEBUG nova.network.neutron [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Updating instance_info_cache with network_info: [{"id": "d6d0b336-b453-4a05-96af-c19035c486e8", "address": "fa:16:3e:f3:5f:62", "network": {"id": "f51d5117-68f4-4f80-94b6-fe79877f3d97", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-994734227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216cdb1b3d8742ffb7365c6f4b707dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d0b336-b4", "ovs_interfaceid": "d6d0b336-b453-4a05-96af-c19035c486e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.677808] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302069, 'name': Rename_Task, 'duration_secs': 0.22487} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.678268] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.678631] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b814b03-1f47-4619-b7fe-3f240f72f1ff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.689259] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 610.689259] env[64022]: value = "task-2302070" [ 610.689259] env[64022]: _type = "Task" [ 610.689259] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.700923] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.736177] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52801dad-1ac8-4198-a777-5fcd29f8e84d, 'name': SearchDatastore_Task, 'duration_secs': 0.013188} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.737065] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ddb7c9-dd7e-4ddd-afb3-64167b3c0d30 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.747447] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 610.747447] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522eb01c-0692-ea40-924f-e6523daf4dab" [ 610.747447] env[64022]: _type = "Task" [ 610.747447] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.759765] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522eb01c-0692-ea40-924f-e6523daf4dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.914245] env[64022]: DEBUG oslo_vmware.api [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Task: {'id': task-2302068, 'name': PowerOnVM_Task, 'duration_secs': 0.745497} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.914579] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.914840] env[64022]: DEBUG nova.compute.manager [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.915762] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422d51c2-db72-474c-a888-969104e6e75e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.987239] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ed0f723-ee5a-4a56-beab-05ca924afc14 req-83abd3f8-6ec7-4564-9fa2-29a844dddbf4 service nova] Releasing lock "refresh_cache-d87099f3-6484-44fb-9c6d-a6d198f46167" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.004232] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c81f242-be97-47a9-8b29-7a648d8974e3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.015834] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1121e031-2e09-473b-9a0b-e5a42c112489 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.051856] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5b32e1-7a0b-4823-bc6f-c8777df80d1b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.061018] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6421b28e-a77f-4cd3-be47-48e7ab3785a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.080869] env[64022]: DEBUG nova.compute.provider_tree [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.201230] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302070, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.259923] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522eb01c-0692-ea40-924f-e6523daf4dab, 'name': SearchDatastore_Task, 'duration_secs': 0.020789} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.260256] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.260577] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d87099f3-6484-44fb-9c6d-a6d198f46167/d87099f3-6484-44fb-9c6d-a6d198f46167.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.260924] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f700fd1-7e7a-49ff-a7c5-23b4b423da01 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.270047] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 611.270047] env[64022]: value = "task-2302071" [ 611.270047] env[64022]: _type = "Task" [ 611.270047] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.280747] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.440145] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.585723] env[64022]: DEBUG nova.scheduler.client.report [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.632851] env[64022]: DEBUG oslo_concurrency.lockutils [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquiring lock "06e3d09b-6caa-4755-b96c-a89c722a9073" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.633164] env[64022]: DEBUG oslo_concurrency.lockutils [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Lock "06e3d09b-6caa-4755-b96c-a89c722a9073" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.633380] env[64022]: DEBUG oslo_concurrency.lockutils [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquiring lock "06e3d09b-6caa-4755-b96c-a89c722a9073-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.633572] env[64022]: DEBUG oslo_concurrency.lockutils [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Lock "06e3d09b-6caa-4755-b96c-a89c722a9073-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.633770] env[64022]: DEBUG oslo_concurrency.lockutils [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Lock "06e3d09b-6caa-4755-b96c-a89c722a9073-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.636039] env[64022]: INFO nova.compute.manager [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Terminating instance [ 611.702408] env[64022]: DEBUG oslo_vmware.api [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302070, 'name': PowerOnVM_Task, 'duration_secs': 0.693384} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.702813] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.703027] env[64022]: INFO nova.compute.manager [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Took 8.52 seconds to spawn the instance on the hypervisor. [ 611.703253] env[64022]: DEBUG nova.compute.manager [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.704129] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d869e6-ff51-423d-bcd1-a97a3d988147 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.784734] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302071, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.093149] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.093149] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.096753] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.793s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.098388] env[64022]: INFO nova.compute.claims [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.141037] env[64022]: DEBUG oslo_concurrency.lockutils [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquiring lock "refresh_cache-06e3d09b-6caa-4755-b96c-a89c722a9073" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.141178] env[64022]: DEBUG oslo_concurrency.lockutils [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquired lock "refresh_cache-06e3d09b-6caa-4755-b96c-a89c722a9073" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.141343] env[64022]: DEBUG nova.network.neutron [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.226912] env[64022]: INFO nova.compute.manager [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Took 42.32 seconds to build instance. [ 612.283208] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605604} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.283653] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d87099f3-6484-44fb-9c6d-a6d198f46167/d87099f3-6484-44fb-9c6d-a6d198f46167.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.283997] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.284299] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-013784dd-917a-48a1-8829-88304ea7564c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.293552] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 612.293552] env[64022]: value = "task-2302072" [ 612.293552] env[64022]: _type = "Task" [ 612.293552] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.305067] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.606226] env[64022]: DEBUG nova.compute.utils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 612.612576] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.612679] env[64022]: DEBUG nova.network.neutron [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.672241] env[64022]: DEBUG nova.network.neutron [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.690414] env[64022]: DEBUG nova.policy [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80d0ab8754ae43238721391a674c91d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '216cdb1b3d8742ffb7365c6f4b707dba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.728733] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d91e55ed-1bed-4156-95bb-cb73145ce97e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "c584ed71-b206-4a67-a0fc-c6964b5d0fae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.770s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.787632] env[64022]: DEBUG nova.network.neutron [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.805100] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071816} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.807389] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.807389] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41c91d6-5e38-4d84-b1b1-3cc58b4038b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.833945] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] d87099f3-6484-44fb-9c6d-a6d198f46167/d87099f3-6484-44fb-9c6d-a6d198f46167.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.834327] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6330205f-2e15-4bb9-ade0-9103adef4c91 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.860543] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 612.860543] env[64022]: value = "task-2302073" [ 612.860543] env[64022]: _type = "Task" [ 612.860543] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.874190] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.113355] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.137850] env[64022]: DEBUG nova.network.neutron [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Successfully created port: fd1e3098-b404-4824-89eb-d311ea247a9e {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.231906] env[64022]: DEBUG nova.compute.manager [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.292455] env[64022]: DEBUG oslo_concurrency.lockutils [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Releasing lock "refresh_cache-06e3d09b-6caa-4755-b96c-a89c722a9073" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.292876] env[64022]: DEBUG nova.compute.manager [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 613.293125] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.294506] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0348b5d2-4c4a-4a63-9a1b-e74261482a00 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.305983] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.305983] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d57eca63-6a0b-4866-a354-c32b54ba9075 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.316851] env[64022]: DEBUG oslo_vmware.api [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 613.316851] env[64022]: value = "task-2302074" [ 613.316851] env[64022]: _type = "Task" [ 613.316851] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.330180] env[64022]: DEBUG oslo_vmware.api [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.380475] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302073, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.712049] env[64022]: INFO nova.compute.manager [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Rescuing [ 613.712049] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "refresh_cache-c584ed71-b206-4a67-a0fc-c6964b5d0fae" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.712049] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "refresh_cache-c584ed71-b206-4a67-a0fc-c6964b5d0fae" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.712049] env[64022]: DEBUG nova.network.neutron [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.720613] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20f274f-9aba-4e9c-92dc-70441bc2d9d4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.730609] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7b948d-d9f8-4b95-88e2-4cf3adf0e0b2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.765882] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4777ebc4-0000-45af-bf0c-347fd242b033 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.774702] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde94b5e-b9a4-4477-b6b8-5f4260c7a226 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.780308] env[64022]: DEBUG oslo_concurrency.lockutils [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.792374] env[64022]: DEBUG nova.compute.provider_tree [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.836336] env[64022]: DEBUG oslo_vmware.api [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302074, 'name': PowerOffVM_Task, 'duration_secs': 0.232277} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.837237] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.837237] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.837490] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bef6bf7-720c-4017-b108-6e4cc718ff33 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.871141] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.871141] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.871141] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Deleting the datastore file [datastore2] 06e3d09b-6caa-4755-b96c-a89c722a9073 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.875378] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17da0d4e-e9d7-4ba8-b8ff-21e8a2d102f1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.877510] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302073, 'name': ReconfigVM_Task, 'duration_secs': 0.533726} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.877785] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Reconfigured VM instance instance-0000001c to attach disk [datastore2] d87099f3-6484-44fb-9c6d-a6d198f46167/d87099f3-6484-44fb-9c6d-a6d198f46167.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.878863] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5d57b29-7fe5-4f8b-87f6-c4cd890a866b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.884878] env[64022]: DEBUG oslo_vmware.api [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for the task: (returnval){ [ 613.884878] env[64022]: value = "task-2302076" [ 613.884878] env[64022]: _type = "Task" [ 613.884878] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.890732] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 613.890732] env[64022]: value = "task-2302077" [ 613.890732] env[64022]: _type = "Task" [ 613.890732] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.902174] env[64022]: DEBUG oslo_vmware.api [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.908510] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302077, 'name': Rename_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.002876] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "51eb6027-19f1-4f94-a859-cad1d29f7708" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.003750] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "51eb6027-19f1-4f94-a859-cad1d29f7708" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.126955] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.148752] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.149115] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.149339] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.149534] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.149701] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.149867] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.150121] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.150288] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.151291] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.151291] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.151291] env[64022]: DEBUG nova.virt.hardware [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.151844] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accf82f6-4127-46be-a830-e7bc6b0f0916 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.161695] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27641edd-a038-487b-b692-ab09a951f90a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.296084] env[64022]: DEBUG nova.scheduler.client.report [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.399116] env[64022]: DEBUG oslo_vmware.api [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Task: {'id': task-2302076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162011} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.400067] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.400355] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.400630] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.400911] env[64022]: INFO nova.compute.manager [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Took 1.11 seconds to destroy the instance on the hypervisor. [ 614.401198] env[64022]: DEBUG oslo.service.loopingcall [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 614.401457] env[64022]: DEBUG nova.compute.manager [-] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 614.401576] env[64022]: DEBUG nova.network.neutron [-] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.407886] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302077, 'name': Rename_Task, 'duration_secs': 0.211225} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.412023] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.412023] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4a1b3ea-0d5e-467b-9f10-d19dffc7a3f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.419100] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 614.419100] env[64022]: value = "task-2302078" [ 614.419100] env[64022]: _type = "Task" [ 614.419100] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.423539] env[64022]: DEBUG nova.network.neutron [-] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.431193] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.445364] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "cd52cc4c-7127-41bf-bd37-0b6478b63b2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.445587] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "cd52cc4c-7127-41bf-bd37-0b6478b63b2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.478510] env[64022]: DEBUG nova.network.neutron [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Updating instance_info_cache with network_info: [{"id": "1bba8733-8d4c-41f6-8232-953871992c9c", "address": "fa:16:3e:ce:c2:42", "network": {"id": "e8d70e3c-cab2-46e4-ad9d-8fd80aee9079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-733236242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c262cadad846d5870bba76c28e86e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bba8733-8d", "ovs_interfaceid": "1bba8733-8d4c-41f6-8232-953871992c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.784923] env[64022]: DEBUG nova.compute.manager [req-fffde74e-b1da-48b2-8339-99825a676bf3 req-805cea45-3f1e-49cc-bd64-84abb3503802 service nova] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Received event network-vif-plugged-fd1e3098-b404-4824-89eb-d311ea247a9e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.785204] env[64022]: DEBUG oslo_concurrency.lockutils [req-fffde74e-b1da-48b2-8339-99825a676bf3 req-805cea45-3f1e-49cc-bd64-84abb3503802 service nova] Acquiring lock "12321f37-87a5-4d64-b101-25e46f3537a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.785410] env[64022]: DEBUG oslo_concurrency.lockutils [req-fffde74e-b1da-48b2-8339-99825a676bf3 req-805cea45-3f1e-49cc-bd64-84abb3503802 service nova] Lock "12321f37-87a5-4d64-b101-25e46f3537a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.785586] env[64022]: DEBUG oslo_concurrency.lockutils [req-fffde74e-b1da-48b2-8339-99825a676bf3 req-805cea45-3f1e-49cc-bd64-84abb3503802 service nova] Lock "12321f37-87a5-4d64-b101-25e46f3537a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.785752] env[64022]: DEBUG nova.compute.manager [req-fffde74e-b1da-48b2-8339-99825a676bf3 req-805cea45-3f1e-49cc-bd64-84abb3503802 service nova] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] No waiting events found dispatching network-vif-plugged-fd1e3098-b404-4824-89eb-d311ea247a9e {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.787328] env[64022]: WARNING nova.compute.manager [req-fffde74e-b1da-48b2-8339-99825a676bf3 req-805cea45-3f1e-49cc-bd64-84abb3503802 service nova] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Received unexpected event network-vif-plugged-fd1e3098-b404-4824-89eb-d311ea247a9e for instance with vm_state building and task_state spawning. [ 614.801577] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.802451] env[64022]: DEBUG nova.compute.manager [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.804969] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.468s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.808810] env[64022]: INFO nova.compute.claims [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.898236] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "80eb9e3b-68e6-4261-ab69-e8654627607f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.898546] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "80eb9e3b-68e6-4261-ab69-e8654627607f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.925814] env[64022]: DEBUG nova.network.neutron [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Successfully updated port: fd1e3098-b404-4824-89eb-d311ea247a9e {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.928665] env[64022]: DEBUG nova.network.neutron [-] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.932939] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302078, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.981825] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "refresh_cache-c584ed71-b206-4a67-a0fc-c6964b5d0fae" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.313944] env[64022]: DEBUG nova.compute.utils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 615.315413] env[64022]: DEBUG nova.compute.manager [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.315544] env[64022]: DEBUG nova.network.neutron [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.373092] env[64022]: DEBUG nova.policy [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22103cb9c6234f358a677febe15741fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '279d0f1f85374f80a8fa5f00713d12bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.431835] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302078, 'name': PowerOnVM_Task, 'duration_secs': 0.628274} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.431835] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.432238] env[64022]: INFO nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Took 8.53 seconds to spawn the instance on the hypervisor. [ 615.432357] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.434140] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bb45aa-c8be-48c8-ad43-775ad6c1d7b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.436197] env[64022]: INFO nova.compute.manager [-] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Took 1.03 seconds to deallocate network for instance. [ 615.436527] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "refresh_cache-12321f37-87a5-4d64-b101-25e46f3537a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.436710] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired lock "refresh_cache-12321f37-87a5-4d64-b101-25e46f3537a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.436897] env[64022]: DEBUG nova.network.neutron [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.714027] env[64022]: DEBUG nova.network.neutron [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Successfully created port: 2ecd0bf9-8832-448d-900b-e57d9af1a132 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.822607] env[64022]: DEBUG nova.compute.manager [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.954705] env[64022]: DEBUG oslo_concurrency.lockutils [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.957166] env[64022]: INFO nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Took 39.96 seconds to build instance. [ 615.993386] env[64022]: DEBUG nova.network.neutron [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.227839] env[64022]: DEBUG nova.network.neutron [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Updating instance_info_cache with network_info: [{"id": "fd1e3098-b404-4824-89eb-d311ea247a9e", "address": "fa:16:3e:f1:15:1c", "network": {"id": "f51d5117-68f4-4f80-94b6-fe79877f3d97", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-994734227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216cdb1b3d8742ffb7365c6f4b707dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1e3098-b4", "ovs_interfaceid": "fd1e3098-b404-4824-89eb-d311ea247a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.422725] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1006aad-cd01-4073-9bf0-f6357f5a5949 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.431206] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9972515c-8946-4b04-9d45-f55dfe31a979 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.461219] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "d87099f3-6484-44fb-9c6d-a6d198f46167" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.741s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.463359] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac1c203-7188-4509-bd79-318ff6f25cf8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.471887] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe78b4e-3b03-4980-8ce0-0dd59dcb03e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.486483] env[64022]: DEBUG nova.compute.provider_tree [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.520400] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.520547] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0ecdf7b-c6a7-4898-99b1-634a025894e6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.529520] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 616.529520] env[64022]: value = "task-2302079" [ 616.529520] env[64022]: _type = "Task" [ 616.529520] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.539939] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.731953] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Releasing lock "refresh_cache-12321f37-87a5-4d64-b101-25e46f3537a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.732397] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Instance network_info: |[{"id": "fd1e3098-b404-4824-89eb-d311ea247a9e", "address": "fa:16:3e:f1:15:1c", "network": {"id": "f51d5117-68f4-4f80-94b6-fe79877f3d97", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-994734227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216cdb1b3d8742ffb7365c6f4b707dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1e3098-b4", "ovs_interfaceid": "fd1e3098-b404-4824-89eb-d311ea247a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.732769] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:15:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd1e3098-b404-4824-89eb-d311ea247a9e', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.740645] env[64022]: DEBUG oslo.service.loopingcall [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.740937] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.741250] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b09cbd4a-fbd0-4916-bbde-b6d9028c0b5f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.766356] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.766356] env[64022]: value = "task-2302080" [ 616.766356] env[64022]: _type = "Task" [ 616.766356] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.775711] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302080, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.842406] env[64022]: DEBUG nova.compute.manager [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.872312] env[64022]: DEBUG nova.virt.hardware [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.873429] env[64022]: DEBUG nova.virt.hardware [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.873429] env[64022]: DEBUG nova.virt.hardware [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.873429] env[64022]: DEBUG nova.virt.hardware [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.873429] env[64022]: DEBUG nova.virt.hardware [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.873429] env[64022]: DEBUG nova.virt.hardware [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.873693] env[64022]: DEBUG nova.virt.hardware [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.873736] env[64022]: DEBUG nova.virt.hardware [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.873899] env[64022]: DEBUG nova.virt.hardware [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.874116] env[64022]: DEBUG nova.virt.hardware [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.874320] env[64022]: DEBUG nova.virt.hardware [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.875277] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d260a7-d424-4b17-88a9-1b63dfbed867 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.886318] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836096ca-1403-4f1b-b67a-f9d74d3c1aa2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.906626] env[64022]: DEBUG nova.compute.manager [req-16b19bd2-9039-4a03-a88e-3e2bfdb8aea1 req-d0c3c2c5-8e54-4efd-9a61-a37a3fe735db service nova] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Received event network-changed-fd1e3098-b404-4824-89eb-d311ea247a9e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.906827] env[64022]: DEBUG nova.compute.manager [req-16b19bd2-9039-4a03-a88e-3e2bfdb8aea1 req-d0c3c2c5-8e54-4efd-9a61-a37a3fe735db service nova] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Refreshing instance network info cache due to event network-changed-fd1e3098-b404-4824-89eb-d311ea247a9e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 616.907104] env[64022]: DEBUG oslo_concurrency.lockutils [req-16b19bd2-9039-4a03-a88e-3e2bfdb8aea1 req-d0c3c2c5-8e54-4efd-9a61-a37a3fe735db service nova] Acquiring lock "refresh_cache-12321f37-87a5-4d64-b101-25e46f3537a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.907296] env[64022]: DEBUG oslo_concurrency.lockutils [req-16b19bd2-9039-4a03-a88e-3e2bfdb8aea1 req-d0c3c2c5-8e54-4efd-9a61-a37a3fe735db service nova] Acquired lock "refresh_cache-12321f37-87a5-4d64-b101-25e46f3537a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.907465] env[64022]: DEBUG nova.network.neutron [req-16b19bd2-9039-4a03-a88e-3e2bfdb8aea1 req-d0c3c2c5-8e54-4efd-9a61-a37a3fe735db service nova] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Refreshing network info cache for port fd1e3098-b404-4824-89eb-d311ea247a9e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.967038] env[64022]: DEBUG nova.compute.manager [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.990716] env[64022]: DEBUG nova.scheduler.client.report [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.041078] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302079, 'name': PowerOffVM_Task, 'duration_secs': 0.37214} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.041231] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.042101] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb0fcdf-373d-47ff-9757-7c25f8081e78 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.068119] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defad8c6-e29f-4abe-b2ea-105a9dca4c5a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.099096] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.099410] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f8a4434-9025-4a8b-a1aa-4c742403a02c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.108391] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 617.108391] env[64022]: value = "task-2302081" [ 617.108391] env[64022]: _type = "Task" [ 617.108391] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.122389] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 617.122645] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.122910] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.123716] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.123716] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.123716] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-802fd263-e061-4457-b6e8-6173ec4c1acf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.134567] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.134855] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.135650] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be32bfb5-4009-486d-a4eb-78692ffb2337 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.143923] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 617.143923] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a2d0ed-ea97-adb9-4c85-53c67e91b7fa" [ 617.143923] env[64022]: _type = "Task" [ 617.143923] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.154298] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a2d0ed-ea97-adb9-4c85-53c67e91b7fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.279906] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302080, 'name': CreateVM_Task, 'duration_secs': 0.425866} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.279958] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.280845] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.281107] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.281506] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.281807] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38cd6724-7055-4742-926d-a4d54ba25ff1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.287278] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 617.287278] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524255a6-d43f-e0ff-4c85-ba2b35a24fa9" [ 617.287278] env[64022]: _type = "Task" [ 617.287278] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.297739] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524255a6-d43f-e0ff-4c85-ba2b35a24fa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.490454] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.495485] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.496018] env[64022]: DEBUG nova.compute.manager [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.502022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.857s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.502022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.502022] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 617.502022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.189s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.502022] env[64022]: DEBUG nova.objects.instance [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lazy-loading 'resources' on Instance uuid d14030cb-86fe-479c-8d97-615a3a531b1c {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 617.502022] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67503451-430a-4b8b-b2b4-521f651e41a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.512855] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0167009-94a8-4436-a59e-1318ffcd79e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.530229] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81c1756-88e2-4290-99c4-68797233f9d2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.538787] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fba4d78-e192-4864-a11f-145e7caf6b59 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.570210] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179125MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 617.570443] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.655760] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a2d0ed-ea97-adb9-4c85-53c67e91b7fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01233} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.656619] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d84b041-12f6-4b2c-a77c-5708043812a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.662908] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 617.662908] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52957858-53d4-2bb4-f0a2-1628980bcaee" [ 617.662908] env[64022]: _type = "Task" [ 617.662908] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.671760] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52957858-53d4-2bb4-f0a2-1628980bcaee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.723169] env[64022]: DEBUG nova.network.neutron [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Successfully updated port: 2ecd0bf9-8832-448d-900b-e57d9af1a132 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.800894] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524255a6-d43f-e0ff-4c85-ba2b35a24fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.015977} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.801204] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.801437] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.801878] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.801878] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.802051] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.802552] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d893f20-71c8-436e-99d4-526f057c093a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.815925] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.816160] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.816924] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c7d0391-1845-4d3f-9729-f3c45fe2176b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.823767] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 617.823767] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529ad514-2c99-ce36-e9e7-4be8e008446f" [ 617.823767] env[64022]: _type = "Task" [ 617.823767] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.832993] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529ad514-2c99-ce36-e9e7-4be8e008446f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.900433] env[64022]: DEBUG nova.network.neutron [req-16b19bd2-9039-4a03-a88e-3e2bfdb8aea1 req-d0c3c2c5-8e54-4efd-9a61-a37a3fe735db service nova] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Updated VIF entry in instance network info cache for port fd1e3098-b404-4824-89eb-d311ea247a9e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.900808] env[64022]: DEBUG nova.network.neutron [req-16b19bd2-9039-4a03-a88e-3e2bfdb8aea1 req-d0c3c2c5-8e54-4efd-9a61-a37a3fe735db service nova] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Updating instance_info_cache with network_info: [{"id": "fd1e3098-b404-4824-89eb-d311ea247a9e", "address": "fa:16:3e:f1:15:1c", "network": {"id": "f51d5117-68f4-4f80-94b6-fe79877f3d97", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-994734227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216cdb1b3d8742ffb7365c6f4b707dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1e3098-b4", "ovs_interfaceid": "fd1e3098-b404-4824-89eb-d311ea247a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.002649] env[64022]: DEBUG nova.compute.utils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 618.004012] env[64022]: DEBUG nova.compute.manager [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.004162] env[64022]: DEBUG nova.network.neutron [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.066989] env[64022]: DEBUG nova.policy [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65f8f4aae0c54bb985e871548197c441', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cbe9a3426cf478488e2bd0a7efb8dee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.174226] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52957858-53d4-2bb4-f0a2-1628980bcaee, 'name': SearchDatastore_Task, 'duration_secs': 0.01395} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.176953] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.177237] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] c584ed71-b206-4a67-a0fc-c6964b5d0fae/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk. {{(pid=64022) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 618.182067] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7784d62-c165-44a6-a917-35d47786ae0f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.190286] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 618.190286] env[64022]: value = "task-2302082" [ 618.190286] env[64022]: _type = "Task" [ 618.190286] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.203832] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.227685] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "refresh_cache-6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.227838] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquired lock "refresh_cache-6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.227990] env[64022]: DEBUG nova.network.neutron [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.297462] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52851bc3-80bb-dec7-db04-d3288bbcf87b/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 618.298450] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b36ae4-7592-40a3-a5f2-eaffaf297f8e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.312528] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52851bc3-80bb-dec7-db04-d3288bbcf87b/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 618.312660] env[64022]: ERROR oslo_vmware.rw_handles [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52851bc3-80bb-dec7-db04-d3288bbcf87b/disk-0.vmdk due to incomplete transfer. [ 618.312953] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f6d57d6b-d9a1-417b-86e8-d5812385cd0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.333217] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52851bc3-80bb-dec7-db04-d3288bbcf87b/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 618.333436] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Uploaded image e75fed52-dbe5-42c7-9f58-c1719218e533 to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 618.335595] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 618.335879] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4db8e175-73e2-4d6f-93e3-2a02e00b0674 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.358131] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529ad514-2c99-ce36-e9e7-4be8e008446f, 'name': SearchDatastore_Task, 'duration_secs': 0.013139} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.363520] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 618.363520] env[64022]: value = "task-2302083" [ 618.363520] env[64022]: _type = "Task" [ 618.363520] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.363919] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b9e639-15d5-4aa5-9e7b-e7a535ae9dfd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.373839] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 618.373839] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52307c03-89e9-5e05-6609-2d984a13863e" [ 618.373839] env[64022]: _type = "Task" [ 618.373839] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.380688] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302083, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.389199] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52307c03-89e9-5e05-6609-2d984a13863e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.405275] env[64022]: DEBUG oslo_concurrency.lockutils [req-16b19bd2-9039-4a03-a88e-3e2bfdb8aea1 req-d0c3c2c5-8e54-4efd-9a61-a37a3fe735db service nova] Releasing lock "refresh_cache-12321f37-87a5-4d64-b101-25e46f3537a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.406571] env[64022]: DEBUG nova.network.neutron [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Successfully created port: 31eb09d5-7ca6-45c8-9c34-b8afb2b87672 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.509122] env[64022]: DEBUG nova.compute.manager [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.704290] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.705935] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317683a9-2145-46a1-b5b5-17574d9bd5c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.714318] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d7aeed-5423-44f1-8576-29435b2ca76a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.750570] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e925d28-a476-4a82-9cbe-9dd70d5f549e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.759461] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ada9b4-a88d-4f74-ab4e-7d0834c0bc1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.774653] env[64022]: DEBUG nova.compute.provider_tree [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.793262] env[64022]: DEBUG nova.network.neutron [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.877625] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302083, 'name': Destroy_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.891092] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52307c03-89e9-5e05-6609-2d984a13863e, 'name': SearchDatastore_Task, 'duration_secs': 0.049662} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.891401] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.891681] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 12321f37-87a5-4d64-b101-25e46f3537a9/12321f37-87a5-4d64-b101-25e46f3537a9.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.892016] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f93fd548-1003-469a-8dbb-a28223e84cae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.903742] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 618.903742] env[64022]: value = "task-2302084" [ 618.903742] env[64022]: _type = "Task" [ 618.903742] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.915725] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.993697] env[64022]: DEBUG nova.compute.manager [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Received event network-vif-plugged-2ecd0bf9-8832-448d-900b-e57d9af1a132 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.993920] env[64022]: DEBUG oslo_concurrency.lockutils [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] Acquiring lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.994154] env[64022]: DEBUG oslo_concurrency.lockutils [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.994344] env[64022]: DEBUG oslo_concurrency.lockutils [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.994524] env[64022]: DEBUG nova.compute.manager [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] No waiting events found dispatching network-vif-plugged-2ecd0bf9-8832-448d-900b-e57d9af1a132 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.994711] env[64022]: WARNING nova.compute.manager [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Received unexpected event network-vif-plugged-2ecd0bf9-8832-448d-900b-e57d9af1a132 for instance with vm_state building and task_state spawning. [ 618.994928] env[64022]: DEBUG nova.compute.manager [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Received event network-changed-2ecd0bf9-8832-448d-900b-e57d9af1a132 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.995043] env[64022]: DEBUG nova.compute.manager [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Refreshing instance network info cache due to event network-changed-2ecd0bf9-8832-448d-900b-e57d9af1a132. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 618.995202] env[64022]: DEBUG oslo_concurrency.lockutils [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] Acquiring lock "refresh_cache-6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.006127] env[64022]: DEBUG nova.network.neutron [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Updating instance_info_cache with network_info: [{"id": "2ecd0bf9-8832-448d-900b-e57d9af1a132", "address": "fa:16:3e:49:b5:1d", "network": {"id": "4b4026bd-f038-4276-b8a4-d617f8fedaae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1740467384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279d0f1f85374f80a8fa5f00713d12bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecd0bf9-88", "ovs_interfaceid": "2ecd0bf9-8832-448d-900b-e57d9af1a132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.204202] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.965124} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.204579] env[64022]: INFO nova.virt.vmwareapi.ds_util [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] c584ed71-b206-4a67-a0fc-c6964b5d0fae/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk. [ 619.205477] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f8b8a2-1e19-4912-a307-ccc27be0448b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.234154] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] c584ed71-b206-4a67-a0fc-c6964b5d0fae/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.234453] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3365320-2db2-433c-b45d-495efa2af1f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.254113] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 619.254113] env[64022]: value = "task-2302085" [ 619.254113] env[64022]: _type = "Task" [ 619.254113] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.262711] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.278279] env[64022]: DEBUG nova.scheduler.client.report [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.378803] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302083, 'name': Destroy_Task, 'duration_secs': 0.899873} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.379190] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Destroyed the VM [ 619.379549] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 619.379791] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-34bb3912-7acb-442a-b5ac-bf12ae6c8d75 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.389712] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 619.389712] env[64022]: value = "task-2302086" [ 619.389712] env[64022]: _type = "Task" [ 619.389712] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.400717] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.416311] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302084, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.508961] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Releasing lock "refresh_cache-6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.509215] env[64022]: DEBUG nova.compute.manager [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Instance network_info: |[{"id": "2ecd0bf9-8832-448d-900b-e57d9af1a132", "address": "fa:16:3e:49:b5:1d", "network": {"id": "4b4026bd-f038-4276-b8a4-d617f8fedaae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1740467384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279d0f1f85374f80a8fa5f00713d12bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecd0bf9-88", "ovs_interfaceid": "2ecd0bf9-8832-448d-900b-e57d9af1a132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.509751] env[64022]: DEBUG oslo_concurrency.lockutils [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] Acquired lock "refresh_cache-6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.510506] env[64022]: DEBUG nova.network.neutron [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Refreshing network info cache for port 2ecd0bf9-8832-448d-900b-e57d9af1a132 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.512768] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:b5:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ecd0bf9-8832-448d-900b-e57d9af1a132', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.520278] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Creating folder: Project (279d0f1f85374f80a8fa5f00713d12bb). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.521726] env[64022]: DEBUG nova.compute.manager [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.524181] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-548c73ae-d897-456f-b2e8-d3b2d026f1b4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.538574] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Created folder: Project (279d0f1f85374f80a8fa5f00713d12bb) in parent group-v468248. [ 619.538781] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Creating folder: Instances. Parent ref: group-v468339. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.539120] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c820739-d837-47f8-885c-dad115c20b7a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.555117] env[64022]: DEBUG nova.virt.hardware [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.555498] env[64022]: DEBUG nova.virt.hardware [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.555718] env[64022]: DEBUG nova.virt.hardware [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.555944] env[64022]: DEBUG nova.virt.hardware [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.556192] env[64022]: DEBUG nova.virt.hardware [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.556349] env[64022]: DEBUG nova.virt.hardware [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.556696] env[64022]: DEBUG nova.virt.hardware [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.556968] env[64022]: DEBUG nova.virt.hardware [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.557256] env[64022]: DEBUG nova.virt.hardware [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.557466] env[64022]: DEBUG nova.virt.hardware [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.557682] env[64022]: DEBUG nova.virt.hardware [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.559230] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a371927-c474-4a10-a798-7c14294d4238 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.564117] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Created folder: Instances in parent group-v468339. [ 619.565156] env[64022]: DEBUG oslo.service.loopingcall [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.565156] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.565314] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb465dce-f1af-4dd4-ac86-4e5fa6828a14 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.585294] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2478071f-fb4f-4678-a500-22bbc476adf9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.590830] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.590830] env[64022]: value = "task-2302089" [ 619.590830] env[64022]: _type = "Task" [ 619.590830] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.609021] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302089, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.765333] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302085, 'name': ReconfigVM_Task, 'duration_secs': 0.369735} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.765623] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Reconfigured VM instance instance-0000001b to attach disk [datastore2] c584ed71-b206-4a67-a0fc-c6964b5d0fae/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.766499] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2228b3-8f73-471e-ac54-a362697f5e81 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.790766] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.798370] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.476s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.800359] env[64022]: INFO nova.compute.claims [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.803676] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c53ee1f-6d19-4576-83d1-51edb9b765d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.822143] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 619.822143] env[64022]: value = "task-2302090" [ 619.822143] env[64022]: _type = "Task" [ 619.822143] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.823128] env[64022]: INFO nova.scheduler.client.report [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleted allocations for instance d14030cb-86fe-479c-8d97-615a3a531b1c [ 619.837273] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.902436] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.915989] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725131} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.916386] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 12321f37-87a5-4d64-b101-25e46f3537a9/12321f37-87a5-4d64-b101-25e46f3537a9.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.916508] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.916801] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac5da3d3-eb6f-4550-b26d-0de162879790 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.925294] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 619.925294] env[64022]: value = "task-2302091" [ 619.925294] env[64022]: _type = "Task" [ 619.925294] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.936821] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.079133] env[64022]: DEBUG nova.network.neutron [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Successfully updated port: 31eb09d5-7ca6-45c8-9c34-b8afb2b87672 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.102629] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302089, 'name': CreateVM_Task, 'duration_secs': 0.362106} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.102710] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.106844] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.106844] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.106844] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.106844] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c9e2d5-5733-4503-bc24-0ab81ccdd22c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.111311] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 620.111311] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521484c2-3764-6123-2290-6cc7ef85a138" [ 620.111311] env[64022]: _type = "Task" [ 620.111311] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.120340] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521484c2-3764-6123-2290-6cc7ef85a138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.305227] env[64022]: DEBUG nova.network.neutron [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Updated VIF entry in instance network info cache for port 2ecd0bf9-8832-448d-900b-e57d9af1a132. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.305738] env[64022]: DEBUG nova.network.neutron [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Updating instance_info_cache with network_info: [{"id": "2ecd0bf9-8832-448d-900b-e57d9af1a132", "address": "fa:16:3e:49:b5:1d", "network": {"id": "4b4026bd-f038-4276-b8a4-d617f8fedaae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1740467384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279d0f1f85374f80a8fa5f00713d12bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecd0bf9-88", "ovs_interfaceid": "2ecd0bf9-8832-448d-900b-e57d9af1a132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.336486] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302090, 'name': ReconfigVM_Task, 'duration_secs': 0.194474} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.336949] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1bcfd384-938c-450f-a9ce-f831ab3d5708 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d14030cb-86fe-479c-8d97-615a3a531b1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.627s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.337866] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.340646] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fef3c82-6c68-491b-a452-3c713c70065c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.354836] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 620.354836] env[64022]: value = "task-2302092" [ 620.354836] env[64022]: _type = "Task" [ 620.354836] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.364557] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.401206] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302086, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.435758] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070788} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.435885] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.436673] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77e5c0a-65e8-4223-bdfa-dc05be6e2d73 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.459417] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 12321f37-87a5-4d64-b101-25e46f3537a9/12321f37-87a5-4d64-b101-25e46f3537a9.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.459721] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bbdfb82-5608-4b9b-81f6-06f8c9f2b36c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.482987] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 620.482987] env[64022]: value = "task-2302093" [ 620.482987] env[64022]: _type = "Task" [ 620.482987] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.491180] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.582354] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquiring lock "refresh_cache-62524c8a-ec79-4e50-8945-578bea8ec22c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.582427] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquired lock "refresh_cache-62524c8a-ec79-4e50-8945-578bea8ec22c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.582598] env[64022]: DEBUG nova.network.neutron [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.620929] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521484c2-3764-6123-2290-6cc7ef85a138, 'name': SearchDatastore_Task, 'duration_secs': 0.090772} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.621934] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.621934] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.622090] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.622154] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.622341] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.622943] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04a4b0c3-2d2e-4e34-8aa5-1951e4296c82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.638043] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.638177] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.638939] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df35ad0-3ccd-42b1-82ea-25635e721792 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.645221] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 620.645221] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527184ea-68dc-faf2-4f51-aa27c5893b1e" [ 620.645221] env[64022]: _type = "Task" [ 620.645221] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.654015] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527184ea-68dc-faf2-4f51-aa27c5893b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.808780] env[64022]: DEBUG oslo_concurrency.lockutils [req-5431f0dc-b52a-4937-8d06-2fd12ed1655f req-b3e752e9-5548-4e92-9c94-7b7e7622b18c service nova] Releasing lock "refresh_cache-6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.868354] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.905813] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302086, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.995184] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.021391] env[64022]: DEBUG nova.compute.manager [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Received event network-vif-plugged-31eb09d5-7ca6-45c8-9c34-b8afb2b87672 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.021629] env[64022]: DEBUG oslo_concurrency.lockutils [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] Acquiring lock "62524c8a-ec79-4e50-8945-578bea8ec22c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.021836] env[64022]: DEBUG oslo_concurrency.lockutils [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] Lock "62524c8a-ec79-4e50-8945-578bea8ec22c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.022018] env[64022]: DEBUG oslo_concurrency.lockutils [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] Lock "62524c8a-ec79-4e50-8945-578bea8ec22c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.022242] env[64022]: DEBUG nova.compute.manager [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] No waiting events found dispatching network-vif-plugged-31eb09d5-7ca6-45c8-9c34-b8afb2b87672 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.022448] env[64022]: WARNING nova.compute.manager [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Received unexpected event network-vif-plugged-31eb09d5-7ca6-45c8-9c34-b8afb2b87672 for instance with vm_state building and task_state spawning. [ 621.022655] env[64022]: DEBUG nova.compute.manager [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Received event network-changed-31eb09d5-7ca6-45c8-9c34-b8afb2b87672 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.022849] env[64022]: DEBUG nova.compute.manager [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Refreshing instance network info cache due to event network-changed-31eb09d5-7ca6-45c8-9c34-b8afb2b87672. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 621.023087] env[64022]: DEBUG oslo_concurrency.lockutils [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] Acquiring lock "refresh_cache-62524c8a-ec79-4e50-8945-578bea8ec22c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.126141] env[64022]: DEBUG nova.network.neutron [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.160018] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527184ea-68dc-faf2-4f51-aa27c5893b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.050933} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.160949] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ed984f-aef2-4b55-a2b2-55a204a78e3a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.166612] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 621.166612] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f94ca1-46c0-6e31-7506-586882da02bb" [ 621.166612] env[64022]: _type = "Task" [ 621.166612] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.174686] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f94ca1-46c0-6e31-7506-586882da02bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.324397] env[64022]: DEBUG nova.network.neutron [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Updating instance_info_cache with network_info: [{"id": "31eb09d5-7ca6-45c8-9c34-b8afb2b87672", "address": "fa:16:3e:43:53:a9", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb09d5-7c", "ovs_interfaceid": "31eb09d5-7ca6-45c8-9c34-b8afb2b87672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.374349] env[64022]: DEBUG oslo_vmware.api [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302092, 'name': PowerOnVM_Task, 'duration_secs': 0.816509} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.378017] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.378017] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09165150-9af9-4c9e-9aab-8699b7f4d751 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.381200] env[64022]: DEBUG nova.compute.manager [None req-d9785458-2673-4896-9eab-1c07048e8c2e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.382242] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38132db-6148-40c0-876e-51097467a2a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.395101] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c0b21e-1d28-4544-991b-218794cb51d2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.408778] env[64022]: DEBUG oslo_vmware.api [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302086, 'name': RemoveSnapshot_Task, 'duration_secs': 1.541996} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.433032] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 621.433315] env[64022]: INFO nova.compute.manager [None req-9fb86834-aad9-4010-9b7a-031f5e04f033 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Took 16.96 seconds to snapshot the instance on the hypervisor. [ 621.437007] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d77917-cfdb-48b2-8ea2-4dfadc9f7313 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.445880] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcf306b-9b94-4194-8d83-7b46d347d187 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.461407] env[64022]: DEBUG nova.compute.provider_tree [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.495107] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302093, 'name': ReconfigVM_Task, 'duration_secs': 0.553146} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.495283] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 12321f37-87a5-4d64-b101-25e46f3537a9/12321f37-87a5-4d64-b101-25e46f3537a9.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.495898] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-106f35a6-26e7-4221-a02b-75218a48626e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.503836] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 621.503836] env[64022]: value = "task-2302094" [ 621.503836] env[64022]: _type = "Task" [ 621.503836] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.516496] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302094, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.677838] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f94ca1-46c0-6e31-7506-586882da02bb, 'name': SearchDatastore_Task, 'duration_secs': 0.036748} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.678099] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.678351] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27/6f70de75-c4ee-42b1-9f96-5dd32a0f1e27.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.678601] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-093bba06-f0fb-41d8-a4ff-1185311fba69 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.685979] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 621.685979] env[64022]: value = "task-2302095" [ 621.685979] env[64022]: _type = "Task" [ 621.685979] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.694268] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.828919] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Releasing lock "refresh_cache-62524c8a-ec79-4e50-8945-578bea8ec22c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.829263] env[64022]: DEBUG nova.compute.manager [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Instance network_info: |[{"id": "31eb09d5-7ca6-45c8-9c34-b8afb2b87672", "address": "fa:16:3e:43:53:a9", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb09d5-7c", "ovs_interfaceid": "31eb09d5-7ca6-45c8-9c34-b8afb2b87672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.829612] env[64022]: DEBUG oslo_concurrency.lockutils [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] Acquired lock "refresh_cache-62524c8a-ec79-4e50-8945-578bea8ec22c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.829793] env[64022]: DEBUG nova.network.neutron [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Refreshing network info cache for port 31eb09d5-7ca6-45c8-9c34-b8afb2b87672 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.831067] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:53:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31eb09d5-7ca6-45c8-9c34-b8afb2b87672', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.838555] env[64022]: DEBUG oslo.service.loopingcall [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.844060] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.844060] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f167887-9c91-418f-8693-fe98643542b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.865166] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.865166] env[64022]: value = "task-2302096" [ 621.865166] env[64022]: _type = "Task" [ 621.865166] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.880631] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302096, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.966081] env[64022]: DEBUG nova.scheduler.client.report [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.006045] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.006045] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.016871] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302094, 'name': Rename_Task, 'duration_secs': 0.285586} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.017513] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.018384] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96cf0e01-1e8e-4cf8-9ded-50dc73caaab6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.035941] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 622.035941] env[64022]: value = "task-2302097" [ 622.035941] env[64022]: _type = "Task" [ 622.035941] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.046909] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.136622] env[64022]: DEBUG nova.network.neutron [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Updated VIF entry in instance network info cache for port 31eb09d5-7ca6-45c8-9c34-b8afb2b87672. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.137140] env[64022]: DEBUG nova.network.neutron [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Updating instance_info_cache with network_info: [{"id": "31eb09d5-7ca6-45c8-9c34-b8afb2b87672", "address": "fa:16:3e:43:53:a9", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb09d5-7c", "ovs_interfaceid": "31eb09d5-7ca6-45c8-9c34-b8afb2b87672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.196406] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505524} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.196721] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27/6f70de75-c4ee-42b1-9f96-5dd32a0f1e27.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.196964] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.197266] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf1ce781-d752-47c3-b8a4-c5accb802823 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.204969] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 622.204969] env[64022]: value = "task-2302098" [ 622.204969] env[64022]: _type = "Task" [ 622.204969] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.214697] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.383654] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302096, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.473176] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.473787] env[64022]: DEBUG nova.compute.manager [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.476521] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.697s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.477897] env[64022]: INFO nova.compute.claims [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.547864] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302097, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.641090] env[64022]: DEBUG oslo_concurrency.lockutils [req-e141fde8-5ef9-41fb-abed-068073050328 req-8ce5cf0c-deaf-49e3-894b-84f19686d146 service nova] Releasing lock "refresh_cache-62524c8a-ec79-4e50-8945-578bea8ec22c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.717150] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067627} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.717424] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.718278] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d58319b-6a9b-434f-b8e6-6dcad4aed218 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.743843] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27/6f70de75-c4ee-42b1-9f96-5dd32a0f1e27.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.744166] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb2ee30-8896-4996-aa61-4177dbd6dd42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.765280] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 622.765280] env[64022]: value = "task-2302099" [ 622.765280] env[64022]: _type = "Task" [ 622.765280] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.773881] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.876701] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302096, 'name': CreateVM_Task, 'duration_secs': 0.552128} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.876882] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.877622] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.877812] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.878165] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.878421] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6597fd7f-72f6-4b36-af87-2ce9ad346566 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.883651] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 622.883651] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527d4cec-6ce2-ab09-5046-0f60e1cde8b5" [ 622.883651] env[64022]: _type = "Task" [ 622.883651] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.892372] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527d4cec-6ce2-ab09-5046-0f60e1cde8b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.983711] env[64022]: DEBUG nova.compute.utils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 622.987713] env[64022]: DEBUG nova.compute.manager [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.987713] env[64022]: DEBUG nova.network.neutron [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.047987] env[64022]: DEBUG oslo_vmware.api [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302097, 'name': PowerOnVM_Task, 'duration_secs': 0.551977} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.048308] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.048476] env[64022]: INFO nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Took 8.92 seconds to spawn the instance on the hypervisor. [ 623.048654] env[64022]: DEBUG nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.049555] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f67a3f-6b68-4fa2-89b2-8575ffac7494 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.062237] env[64022]: DEBUG nova.policy [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9287e075527547bd84cfcd52df126d28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a7f569764c54034b7f2767b49788d2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.277598] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.292332] env[64022]: DEBUG nova.compute.manager [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.294801] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd4360a-f727-4231-aac7-850b78e6fd1e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.396542] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527d4cec-6ce2-ab09-5046-0f60e1cde8b5, 'name': SearchDatastore_Task, 'duration_secs': 0.029205} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.398100] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.398100] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.398100] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.398100] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.398100] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.398369] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd6bcf67-6d27-47ac-b572-b233b15d7f84 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.410124] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.410124] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.410415] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ad2be13-78bd-4ac9-8221-f49230a808a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.419139] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 623.419139] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5262f39c-4161-09de-820b-0116bd8ec75a" [ 623.419139] env[64022]: _type = "Task" [ 623.419139] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.428275] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5262f39c-4161-09de-820b-0116bd8ec75a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.433154] env[64022]: DEBUG nova.network.neutron [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Successfully created port: 8be83d98-8478-4b36-94b7-e27e43857975 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.487554] env[64022]: DEBUG nova.compute.manager [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.567100] env[64022]: INFO nova.compute.manager [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Took 41.74 seconds to build instance. [ 623.777324] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302099, 'name': ReconfigVM_Task, 'duration_secs': 0.584951} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.778037] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27/6f70de75-c4ee-42b1-9f96-5dd32a0f1e27.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.778703] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-441dd13f-803b-4a48-b1f7-0a06aa3b2c28 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.787718] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 623.787718] env[64022]: value = "task-2302100" [ 623.787718] env[64022]: _type = "Task" [ 623.787718] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.800126] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302100, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.809224] env[64022]: INFO nova.compute.manager [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] instance snapshotting [ 623.812891] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc33206-b299-4b36-b5d1-fcd2e8af8b39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.839462] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd34c4cc-b28c-4a5a-a20e-3d97d9e8faac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.928910] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5262f39c-4161-09de-820b-0116bd8ec75a, 'name': SearchDatastore_Task, 'duration_secs': 0.017422} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.934334] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660bb538-6f84-4838-ac92-52249fdf305f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.943253] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 623.943253] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5208ae7f-c96f-d9e6-08a3-eaec23308578" [ 623.943253] env[64022]: _type = "Task" [ 623.943253] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.955906] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "d87099f3-6484-44fb-9c6d-a6d198f46167" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.955906] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "d87099f3-6484-44fb-9c6d-a6d198f46167" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.955906] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "d87099f3-6484-44fb-9c6d-a6d198f46167-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.955906] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "d87099f3-6484-44fb-9c6d-a6d198f46167-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.955906] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "d87099f3-6484-44fb-9c6d-a6d198f46167-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.963463] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5208ae7f-c96f-d9e6-08a3-eaec23308578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.966258] env[64022]: INFO nova.compute.manager [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Terminating instance [ 624.073687] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1b3a4ce-138a-4951-99fd-090703a94746 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "12321f37-87a5-4d64-b101-25e46f3537a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.303s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.146699] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "12321f37-87a5-4d64-b101-25e46f3537a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.147111] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "12321f37-87a5-4d64-b101-25e46f3537a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.147435] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "12321f37-87a5-4d64-b101-25e46f3537a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.147724] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "12321f37-87a5-4d64-b101-25e46f3537a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.148026] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "12321f37-87a5-4d64-b101-25e46f3537a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.153900] env[64022]: INFO nova.compute.manager [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Terminating instance [ 624.199670] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad2a4e5-3008-4682-941a-5999a372281b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.208399] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f45e31-0e37-46e3-a43b-a6f7930fa071 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.245825] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e9eb25-db20-46ee-9a3e-a3405f7e5eeb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.254144] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a68ab3-8a8f-4162-a3e4-3784ed1c628a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.268152] env[64022]: DEBUG nova.compute.provider_tree [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.301811] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302100, 'name': Rename_Task, 'duration_secs': 0.198008} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.302240] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.302600] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6d1dc55-ee36-4569-ac89-9ebb14c6c83f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.311614] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 624.311614] env[64022]: value = "task-2302101" [ 624.311614] env[64022]: _type = "Task" [ 624.311614] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.321701] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.353642] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 624.353987] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-26ce71cf-cc94-40b4-86ed-aaa50d8c33b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.363474] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 624.363474] env[64022]: value = "task-2302102" [ 624.363474] env[64022]: _type = "Task" [ 624.363474] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.375476] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302102, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.459078] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5208ae7f-c96f-d9e6-08a3-eaec23308578, 'name': SearchDatastore_Task, 'duration_secs': 0.025753} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.459078] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.459078] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 62524c8a-ec79-4e50-8945-578bea8ec22c/62524c8a-ec79-4e50-8945-578bea8ec22c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.459078] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df1ad090-b649-4cc0-8c7e-ad4ef7457c77 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.466062] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 624.466062] env[64022]: value = "task-2302103" [ 624.466062] env[64022]: _type = "Task" [ 624.466062] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.475491] env[64022]: DEBUG nova.compute.manager [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.475733] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.476036] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.476802] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c33b75-e346-4fcc-a540-838e27e5aebb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.485020] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.485290] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bc44a55-5a21-45da-abed-92fd35c0413f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.492602] env[64022]: DEBUG oslo_vmware.api [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 624.492602] env[64022]: value = "task-2302104" [ 624.492602] env[64022]: _type = "Task" [ 624.492602] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.501235] env[64022]: DEBUG oslo_vmware.api [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.502862] env[64022]: DEBUG nova.compute.manager [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.531862] env[64022]: DEBUG nova.virt.hardware [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.532245] env[64022]: DEBUG nova.virt.hardware [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.532497] env[64022]: DEBUG nova.virt.hardware [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.532791] env[64022]: DEBUG nova.virt.hardware [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.533036] env[64022]: DEBUG nova.virt.hardware [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.533277] env[64022]: DEBUG nova.virt.hardware [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.533603] env[64022]: DEBUG nova.virt.hardware [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.533844] env[64022]: DEBUG nova.virt.hardware [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.534153] env[64022]: DEBUG nova.virt.hardware [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.534407] env[64022]: DEBUG nova.virt.hardware [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.534681] env[64022]: DEBUG nova.virt.hardware [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.535964] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378aafe6-c79b-495f-8542-802d423dc0f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.548624] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fe3218-dc27-42aa-8ec5-7ebceadefa6a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.577319] env[64022]: DEBUG nova.compute.manager [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.613459] env[64022]: INFO nova.compute.manager [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Rescuing [ 624.613794] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "refresh_cache-619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.613998] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "refresh_cache-619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.614229] env[64022]: DEBUG nova.network.neutron [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.660713] env[64022]: DEBUG nova.compute.manager [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.661534] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.662097] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8087c4-5c34-4bde-89ff-3a05feca354f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.672227] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.672453] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-837504f7-4714-4df1-b314-2227ae030e57 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.688030] env[64022]: DEBUG oslo_vmware.api [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 624.688030] env[64022]: value = "task-2302105" [ 624.688030] env[64022]: _type = "Task" [ 624.688030] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.699594] env[64022]: DEBUG oslo_vmware.api [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.774021] env[64022]: DEBUG nova.scheduler.client.report [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.824491] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302101, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.876344] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302102, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.980085] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302103, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.003880] env[64022]: DEBUG oslo_vmware.api [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302104, 'name': PowerOffVM_Task, 'duration_secs': 0.230916} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.004196] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.004370] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.004636] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8639abcd-4f2c-4f1d-9671-d15480bfc061 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.085626] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.085975] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.086106] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Deleting the datastore file [datastore2] d87099f3-6484-44fb-9c6d-a6d198f46167 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.088781] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25c4eae9-d530-4d3d-9013-96a12afe2660 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.094913] env[64022]: DEBUG nova.compute.manager [req-aab6fc16-8f93-49e2-be46-b889fad4a8f2 req-add6b868-66db-454a-9a61-eea040e6d077 service nova] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Received event network-vif-plugged-8be83d98-8478-4b36-94b7-e27e43857975 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.095175] env[64022]: DEBUG oslo_concurrency.lockutils [req-aab6fc16-8f93-49e2-be46-b889fad4a8f2 req-add6b868-66db-454a-9a61-eea040e6d077 service nova] Acquiring lock "2f961c05-7053-4c31-b2e7-a1c2079efa26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.095375] env[64022]: DEBUG oslo_concurrency.lockutils [req-aab6fc16-8f93-49e2-be46-b889fad4a8f2 req-add6b868-66db-454a-9a61-eea040e6d077 service nova] Lock "2f961c05-7053-4c31-b2e7-a1c2079efa26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.095552] env[64022]: DEBUG oslo_concurrency.lockutils [req-aab6fc16-8f93-49e2-be46-b889fad4a8f2 req-add6b868-66db-454a-9a61-eea040e6d077 service nova] Lock "2f961c05-7053-4c31-b2e7-a1c2079efa26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.095720] env[64022]: DEBUG nova.compute.manager [req-aab6fc16-8f93-49e2-be46-b889fad4a8f2 req-add6b868-66db-454a-9a61-eea040e6d077 service nova] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] No waiting events found dispatching network-vif-plugged-8be83d98-8478-4b36-94b7-e27e43857975 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.095888] env[64022]: WARNING nova.compute.manager [req-aab6fc16-8f93-49e2-be46-b889fad4a8f2 req-add6b868-66db-454a-9a61-eea040e6d077 service nova] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Received unexpected event network-vif-plugged-8be83d98-8478-4b36-94b7-e27e43857975 for instance with vm_state building and task_state spawning. [ 625.101610] env[64022]: DEBUG oslo_vmware.api [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 625.101610] env[64022]: value = "task-2302107" [ 625.101610] env[64022]: _type = "Task" [ 625.101610] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.111611] env[64022]: DEBUG oslo_vmware.api [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.113125] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.184500] env[64022]: DEBUG nova.network.neutron [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Successfully updated port: 8be83d98-8478-4b36-94b7-e27e43857975 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.201785] env[64022]: DEBUG oslo_vmware.api [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302105, 'name': PowerOffVM_Task, 'duration_secs': 0.509035} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.201785] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.201974] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.202251] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea482182-8654-4007-9016-1641bb7f1a0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.270797] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.271092] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.271307] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Deleting the datastore file [datastore1] 12321f37-87a5-4d64-b101-25e46f3537a9 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.271591] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56cdb8e4-81de-4c4c-9841-dccc28735444 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.279548] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.280077] env[64022]: DEBUG nova.compute.manager [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.283018] env[64022]: DEBUG oslo_vmware.api [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 625.283018] env[64022]: value = "task-2302109" [ 625.283018] env[64022]: _type = "Task" [ 625.283018] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.283461] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.398s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.284922] env[64022]: INFO nova.compute.claims [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.302394] env[64022]: DEBUG oslo_vmware.api [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.325622] env[64022]: DEBUG oslo_vmware.api [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302101, 'name': PowerOnVM_Task, 'duration_secs': 0.750877} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.326997] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.326997] env[64022]: INFO nova.compute.manager [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Took 8.48 seconds to spawn the instance on the hypervisor. [ 625.326997] env[64022]: DEBUG nova.compute.manager [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.327692] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3176551-fc8c-43ff-b1c0-30a9e24cf50b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.380388] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302102, 'name': CreateSnapshot_Task, 'duration_secs': 0.714626} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.380908] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 625.382940] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1130632-c7de-4d16-8b0b-55051d06f9be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.427574] env[64022]: DEBUG nova.network.neutron [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Updating instance_info_cache with network_info: [{"id": "9662894b-62f4-4d5d-910c-2715d6696598", "address": "fa:16:3e:e8:17:a8", "network": {"id": "e8d70e3c-cab2-46e4-ad9d-8fd80aee9079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-733236242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c262cadad846d5870bba76c28e86e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9662894b-62", "ovs_interfaceid": "9662894b-62f4-4d5d-910c-2715d6696598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.481428] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581769} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.481944] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 62524c8a-ec79-4e50-8945-578bea8ec22c/62524c8a-ec79-4e50-8945-578bea8ec22c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.482084] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.482350] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc66f36a-6154-40f7-9a0c-520d2d1e8829 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.490715] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 625.490715] env[64022]: value = "task-2302110" [ 625.490715] env[64022]: _type = "Task" [ 625.490715] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.500674] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.612118] env[64022]: DEBUG oslo_vmware.api [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216877} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.612402] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.612586] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.612758] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.612932] env[64022]: INFO nova.compute.manager [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Took 1.14 seconds to destroy the instance on the hypervisor. [ 625.613197] env[64022]: DEBUG oslo.service.loopingcall [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.613395] env[64022]: DEBUG nova.compute.manager [-] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 625.613493] env[64022]: DEBUG nova.network.neutron [-] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.688812] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "refresh_cache-2f961c05-7053-4c31-b2e7-a1c2079efa26" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.688973] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "refresh_cache-2f961c05-7053-4c31-b2e7-a1c2079efa26" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.689122] env[64022]: DEBUG nova.network.neutron [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.787685] env[64022]: DEBUG nova.compute.utils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 625.796557] env[64022]: DEBUG nova.compute.manager [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.796783] env[64022]: DEBUG nova.network.neutron [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.814802] env[64022]: DEBUG oslo_vmware.api [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162398} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.814802] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.814802] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.814972] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.815571] env[64022]: INFO nova.compute.manager [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 625.815571] env[64022]: DEBUG oslo.service.loopingcall [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.816312] env[64022]: DEBUG nova.compute.manager [-] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 625.816425] env[64022]: DEBUG nova.network.neutron [-] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.854086] env[64022]: INFO nova.compute.manager [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Took 41.57 seconds to build instance. [ 625.900534] env[64022]: DEBUG nova.policy [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '339ffb0c98c2401f80ce85bca3eb3676', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0e80de5766640a9be016f849f7d2278', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.912279] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 625.912998] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6aa3ce56-745b-4995-ad59-00af5d15983d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.924296] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 625.924296] env[64022]: value = "task-2302111" [ 625.924296] env[64022]: _type = "Task" [ 625.924296] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.930270] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "refresh_cache-619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.936392] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302111, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.003457] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066643} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.003951] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.005308] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b90798-b7f7-4421-acd4-36d96e297403 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.036631] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 62524c8a-ec79-4e50-8945-578bea8ec22c/62524c8a-ec79-4e50-8945-578bea8ec22c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.036967] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e816b817-2e34-4611-a366-ef9c3902af42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.059600] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 626.059600] env[64022]: value = "task-2302112" [ 626.059600] env[64022]: _type = "Task" [ 626.059600] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.068963] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.253713] env[64022]: DEBUG nova.network.neutron [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.300356] env[64022]: DEBUG nova.compute.manager [req-cc0f84ff-eca0-4d16-ad4f-3b903be7b78b req-2409b89c-a552-47eb-a197-b7004de2ccca service nova] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Received event network-vif-deleted-fd1e3098-b404-4824-89eb-d311ea247a9e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.300356] env[64022]: INFO nova.compute.manager [req-cc0f84ff-eca0-4d16-ad4f-3b903be7b78b req-2409b89c-a552-47eb-a197-b7004de2ccca service nova] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Neutron deleted interface fd1e3098-b404-4824-89eb-d311ea247a9e; detaching it from the instance and deleting it from the info cache [ 626.300356] env[64022]: DEBUG nova.network.neutron [req-cc0f84ff-eca0-4d16-ad4f-3b903be7b78b req-2409b89c-a552-47eb-a197-b7004de2ccca service nova] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.307020] env[64022]: DEBUG nova.compute.manager [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.346059] env[64022]: DEBUG nova.network.neutron [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Successfully created port: 32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.356815] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bce7171d-c1c1-40c6-a385-48ed43c13187 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.737s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.388855] env[64022]: DEBUG nova.network.neutron [-] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.435786] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302111, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.574139] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302112, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.624532] env[64022]: DEBUG nova.network.neutron [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Updating instance_info_cache with network_info: [{"id": "8be83d98-8478-4b36-94b7-e27e43857975", "address": "fa:16:3e:f5:05:93", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be83d98-84", "ovs_interfaceid": "8be83d98-8478-4b36-94b7-e27e43857975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.700368] env[64022]: DEBUG nova.network.neutron [-] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.805383] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f45dfad-a09c-4436-8e58-65453d7e295f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.820610] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2308d204-4e1a-4058-a4db-f66eb195dc99 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.863585] env[64022]: DEBUG nova.compute.manager [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.871026] env[64022]: DEBUG nova.compute.manager [req-cc0f84ff-eca0-4d16-ad4f-3b903be7b78b req-2409b89c-a552-47eb-a197-b7004de2ccca service nova] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Detach interface failed, port_id=fd1e3098-b404-4824-89eb-d311ea247a9e, reason: Instance 12321f37-87a5-4d64-b101-25e46f3537a9 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 626.894505] env[64022]: INFO nova.compute.manager [-] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Took 1.28 seconds to deallocate network for instance. [ 626.941876] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302111, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.060711] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da4ed8-0fa3-4fd0-99c4-e965fe1ad1b1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.072794] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302112, 'name': ReconfigVM_Task, 'duration_secs': 0.518923} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.074426] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 62524c8a-ec79-4e50-8945-578bea8ec22c/62524c8a-ec79-4e50-8945-578bea8ec22c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.075071] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7a67582-9992-45e3-91c2-f8ae70bcefaf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.078323] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d18458-eaaf-46f9-9bf9-0795c7f919c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.086863] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 627.086863] env[64022]: value = "task-2302113" [ 627.086863] env[64022]: _type = "Task" [ 627.086863] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.118928] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca43e7c-5ac9-4036-99e9-1006da43da03 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.129941] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "refresh_cache-2f961c05-7053-4c31-b2e7-a1c2079efa26" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.130276] env[64022]: DEBUG nova.compute.manager [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Instance network_info: |[{"id": "8be83d98-8478-4b36-94b7-e27e43857975", "address": "fa:16:3e:f5:05:93", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be83d98-84", "ovs_interfaceid": "8be83d98-8478-4b36-94b7-e27e43857975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.130641] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302113, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.131013] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:05:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8be83d98-8478-4b36-94b7-e27e43857975', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.138438] env[64022]: DEBUG oslo.service.loopingcall [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.139635] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124ce82d-cf06-40d6-a278-4b1247964751 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.144532] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.146179] env[64022]: DEBUG nova.compute.manager [req-f6ec79de-1235-4fcd-b21e-fad1d34f6b3f req-730f99bb-1782-4eab-b3d4-06e7a1473817 service nova] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Received event network-changed-8be83d98-8478-4b36-94b7-e27e43857975 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.146363] env[64022]: DEBUG nova.compute.manager [req-f6ec79de-1235-4fcd-b21e-fad1d34f6b3f req-730f99bb-1782-4eab-b3d4-06e7a1473817 service nova] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Refreshing instance network info cache due to event network-changed-8be83d98-8478-4b36-94b7-e27e43857975. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.146574] env[64022]: DEBUG oslo_concurrency.lockutils [req-f6ec79de-1235-4fcd-b21e-fad1d34f6b3f req-730f99bb-1782-4eab-b3d4-06e7a1473817 service nova] Acquiring lock "refresh_cache-2f961c05-7053-4c31-b2e7-a1c2079efa26" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.146770] env[64022]: DEBUG oslo_concurrency.lockutils [req-f6ec79de-1235-4fcd-b21e-fad1d34f6b3f req-730f99bb-1782-4eab-b3d4-06e7a1473817 service nova] Acquired lock "refresh_cache-2f961c05-7053-4c31-b2e7-a1c2079efa26" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.146948] env[64022]: DEBUG nova.network.neutron [req-f6ec79de-1235-4fcd-b21e-fad1d34f6b3f req-730f99bb-1782-4eab-b3d4-06e7a1473817 service nova] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Refreshing network info cache for port 8be83d98-8478-4b36-94b7-e27e43857975 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.147975] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ac5c10d-994b-4e78-909a-c032f32f63f1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.174669] env[64022]: DEBUG nova.compute.provider_tree [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.180241] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.180241] env[64022]: value = "task-2302114" [ 627.180241] env[64022]: _type = "Task" [ 627.180241] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.189683] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302114, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.203169] env[64022]: INFO nova.compute.manager [-] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Took 1.39 seconds to deallocate network for instance. [ 627.320173] env[64022]: DEBUG nova.compute.manager [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.352745] env[64022]: DEBUG nova.virt.hardware [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.353098] env[64022]: DEBUG nova.virt.hardware [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.353346] env[64022]: DEBUG nova.virt.hardware [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.353577] env[64022]: DEBUG nova.virt.hardware [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.353785] env[64022]: DEBUG nova.virt.hardware [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.354044] env[64022]: DEBUG nova.virt.hardware [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.354385] env[64022]: DEBUG nova.virt.hardware [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.354644] env[64022]: DEBUG nova.virt.hardware [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.354896] env[64022]: DEBUG nova.virt.hardware [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.355140] env[64022]: DEBUG nova.virt.hardware [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.355423] env[64022]: DEBUG nova.virt.hardware [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.356453] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee421a4-74d3-44d6-a8a9-891914b5480c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.369043] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77ec5e6-48b1-4e7d-a46d-046ec24200d5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.402398] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.403660] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.436913] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302111, 'name': CloneVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.440894] env[64022]: DEBUG nova.network.neutron [req-f6ec79de-1235-4fcd-b21e-fad1d34f6b3f req-730f99bb-1782-4eab-b3d4-06e7a1473817 service nova] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Updated VIF entry in instance network info cache for port 8be83d98-8478-4b36-94b7-e27e43857975. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.441254] env[64022]: DEBUG nova.network.neutron [req-f6ec79de-1235-4fcd-b21e-fad1d34f6b3f req-730f99bb-1782-4eab-b3d4-06e7a1473817 service nova] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Updating instance_info_cache with network_info: [{"id": "8be83d98-8478-4b36-94b7-e27e43857975", "address": "fa:16:3e:f5:05:93", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be83d98-84", "ovs_interfaceid": "8be83d98-8478-4b36-94b7-e27e43857975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.480520] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.480885] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c03449ab-182a-4afb-a4ca-5ab94feebb2e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.489323] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 627.489323] env[64022]: value = "task-2302115" [ 627.489323] env[64022]: _type = "Task" [ 627.489323] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.497650] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.627179] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302113, 'name': Rename_Task, 'duration_secs': 0.204744} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.627622] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.628012] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7992fad9-35f9-4f79-9fcd-2462f0f90c61 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.635964] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 627.635964] env[64022]: value = "task-2302116" [ 627.635964] env[64022]: _type = "Task" [ 627.635964] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.647389] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.678183] env[64022]: DEBUG nova.scheduler.client.report [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.692937] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302114, 'name': CreateVM_Task, 'duration_secs': 0.502027} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.693177] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.693842] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.694109] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.694391] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.695025] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35684a6-ec2c-4f90-84b8-bdc0b2ad3615 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.701174] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 627.701174] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52204faf-d01e-249f-b503-e748a6388339" [ 627.701174] env[64022]: _type = "Task" [ 627.701174] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.712022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.713570] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52204faf-d01e-249f-b503-e748a6388339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.939407] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302111, 'name': CloneVM_Task, 'duration_secs': 1.537442} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.939407] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Created linked-clone VM from snapshot [ 627.939407] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b32e91e-59c9-4b1c-bf31-5b8026301097 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.944149] env[64022]: DEBUG oslo_concurrency.lockutils [req-f6ec79de-1235-4fcd-b21e-fad1d34f6b3f req-730f99bb-1782-4eab-b3d4-06e7a1473817 service nova] Releasing lock "refresh_cache-2f961c05-7053-4c31-b2e7-a1c2079efa26" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.944338] env[64022]: DEBUG nova.compute.manager [req-f6ec79de-1235-4fcd-b21e-fad1d34f6b3f req-730f99bb-1782-4eab-b3d4-06e7a1473817 service nova] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Received event network-vif-deleted-d6d0b336-b453-4a05-96af-c19035c486e8 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.948469] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Uploading image 9c80cc5d-4f11-4494-8fee-aa227907e243 {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 627.984482] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 627.984482] env[64022]: value = "vm-468344" [ 627.984482] env[64022]: _type = "VirtualMachine" [ 627.984482] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 627.984767] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d2a09ae9-d325-4a95-9d85-0281e9d68123 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.997031] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lease: (returnval){ [ 627.997031] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f082a0-f5d3-07f3-e446-3d4a07bbc453" [ 627.997031] env[64022]: _type = "HttpNfcLease" [ 627.997031] env[64022]: } obtained for exporting VM: (result){ [ 627.997031] env[64022]: value = "vm-468344" [ 627.997031] env[64022]: _type = "VirtualMachine" [ 627.997031] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 627.997031] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the lease: (returnval){ [ 627.997031] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f082a0-f5d3-07f3-e446-3d4a07bbc453" [ 627.997031] env[64022]: _type = "HttpNfcLease" [ 627.997031] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 628.002293] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302115, 'name': PowerOffVM_Task, 'duration_secs': 0.221443} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.002909] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.003720] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe4db44-741a-41b8-990c-1d96d51e2690 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.007782] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 628.007782] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f082a0-f5d3-07f3-e446-3d4a07bbc453" [ 628.007782] env[64022]: _type = "HttpNfcLease" [ 628.007782] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 628.008316] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 628.008316] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f082a0-f5d3-07f3-e446-3d4a07bbc453" [ 628.008316] env[64022]: _type = "HttpNfcLease" [ 628.008316] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 628.009098] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83eb031a-8c92-430d-8a62-e245edec8632 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.027283] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b44074a-9a34-4db3-9892-d69d2a98f9b8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.033320] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52673a1e-c8d9-8a72-6dd6-3b91ba052f04/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 628.033568] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52673a1e-c8d9-8a72-6dd6-3b91ba052f04/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 628.120756] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.121211] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25ce449c-1dbc-46e6-8197-30be4eb1a07e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.131022] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f76b516b-c196-43a3-bd35-7c3f753d9bab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.134102] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 628.134102] env[64022]: value = "task-2302118" [ 628.134102] env[64022]: _type = "Task" [ 628.134102] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.145539] env[64022]: DEBUG oslo_vmware.api [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302116, 'name': PowerOnVM_Task, 'duration_secs': 0.467418} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.149645] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.149866] env[64022]: INFO nova.compute.manager [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Took 8.63 seconds to spawn the instance on the hypervisor. [ 628.150060] env[64022]: DEBUG nova.compute.manager [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.152639] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28e6a2e-7667-4ca2-b4ae-869e5ba3ec72 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.155402] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 628.155597] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.155828] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.155974] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.156229] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.156827] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-291f16ec-abd5-4a4c-a2a9-c270efdbaa0e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.169511] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.169691] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.170426] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6379e54a-dca9-40e4-8838-0986cc37d6c0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.184026] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 628.184026] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52230e30-e182-5808-0c78-f43fad461974" [ 628.184026] env[64022]: _type = "Task" [ 628.184026] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.188555] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.903s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.188555] env[64022]: DEBUG nova.compute.manager [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.190525] env[64022]: DEBUG oslo_concurrency.lockutils [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.365s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.190525] env[64022]: DEBUG nova.objects.instance [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64022) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 628.200021] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52230e30-e182-5808-0c78-f43fad461974, 'name': SearchDatastore_Task, 'duration_secs': 0.020434} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.201198] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e5d148-ea5b-48ce-acc0-f396a4a12aeb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.216558] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 628.216558] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520c39e5-2c9c-c2ff-440d-b79ee7a6d7ad" [ 628.216558] env[64022]: _type = "Task" [ 628.216558] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.216558] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52204faf-d01e-249f-b503-e748a6388339, 'name': SearchDatastore_Task, 'duration_secs': 0.012078} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.216936] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.217201] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.217410] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.228250] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520c39e5-2c9c-c2ff-440d-b79ee7a6d7ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.363472] env[64022]: DEBUG nova.network.neutron [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Successfully updated port: 32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.405274] env[64022]: DEBUG nova.compute.manager [req-5aaaefd8-f86a-463d-812a-1c30b2c44daf req-1037c837-cae5-4d2d-ab4a-77f223cff27c service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Received event network-changed-2ecd0bf9-8832-448d-900b-e57d9af1a132 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.405274] env[64022]: DEBUG nova.compute.manager [req-5aaaefd8-f86a-463d-812a-1c30b2c44daf req-1037c837-cae5-4d2d-ab4a-77f223cff27c service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Refreshing instance network info cache due to event network-changed-2ecd0bf9-8832-448d-900b-e57d9af1a132. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 628.405512] env[64022]: DEBUG oslo_concurrency.lockutils [req-5aaaefd8-f86a-463d-812a-1c30b2c44daf req-1037c837-cae5-4d2d-ab4a-77f223cff27c service nova] Acquiring lock "refresh_cache-6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.405730] env[64022]: DEBUG oslo_concurrency.lockutils [req-5aaaefd8-f86a-463d-812a-1c30b2c44daf req-1037c837-cae5-4d2d-ab4a-77f223cff27c service nova] Acquired lock "refresh_cache-6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.405981] env[64022]: DEBUG nova.network.neutron [req-5aaaefd8-f86a-463d-812a-1c30b2c44daf req-1037c837-cae5-4d2d-ab4a-77f223cff27c service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Refreshing network info cache for port 2ecd0bf9-8832-448d-900b-e57d9af1a132 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.674366] env[64022]: INFO nova.compute.manager [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Took 41.36 seconds to build instance. [ 628.697783] env[64022]: DEBUG nova.compute.utils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 628.699764] env[64022]: DEBUG nova.compute.manager [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.699968] env[64022]: DEBUG nova.network.neutron [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.730481] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520c39e5-2c9c-c2ff-440d-b79ee7a6d7ad, 'name': SearchDatastore_Task, 'duration_secs': 0.018524} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.730746] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.731034] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk. {{(pid=64022) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 628.731531] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.731676] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.731927] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8fd70a3-f2b0-4f9f-8311-b108d9466b63 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.734488] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4264890b-ea56-469c-91c3-1e0d90792964 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.742756] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 628.742756] env[64022]: value = "task-2302119" [ 628.742756] env[64022]: _type = "Task" [ 628.742756] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.748543] env[64022]: DEBUG nova.policy [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f937f3f7096424e8d64513fd241c3f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17c39b7698e0434fb86c72b7e35352cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.751680] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.751964] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.753761] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab54d9f-cf8b-4356-8069-ddd9ba27a0d6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.762093] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.766464] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 628.766464] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c2887e-f0c3-6d82-4b51-dafcfa38d482" [ 628.766464] env[64022]: _type = "Task" [ 628.766464] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.778619] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c2887e-f0c3-6d82-4b51-dafcfa38d482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.865975] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.866364] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquired lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.866598] env[64022]: DEBUG nova.network.neutron [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.176751] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42c66485-2e9e-4cc9-ae9a-171990132a02 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "62524c8a-ec79-4e50-8945-578bea8ec22c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.156s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.201613] env[64022]: DEBUG oslo_concurrency.lockutils [None req-513a810c-a3c1-4020-ae77-7d8ff0528021 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.202791] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.733s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.205026] env[64022]: INFO nova.compute.claims [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.208237] env[64022]: DEBUG nova.compute.manager [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.224321] env[64022]: DEBUG nova.network.neutron [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Successfully created port: 1c609905-f583-49c1-8400-f03b01f7c5f4 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.261557] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.266863] env[64022]: DEBUG nova.compute.manager [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Received event network-vif-plugged-32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.267249] env[64022]: DEBUG oslo_concurrency.lockutils [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] Acquiring lock "3dc7f232-556b-45c1-8659-1e57c553fe3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.267521] env[64022]: DEBUG oslo_concurrency.lockutils [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] Lock "3dc7f232-556b-45c1-8659-1e57c553fe3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.267877] env[64022]: DEBUG oslo_concurrency.lockutils [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] Lock "3dc7f232-556b-45c1-8659-1e57c553fe3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.268084] env[64022]: DEBUG nova.compute.manager [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] No waiting events found dispatching network-vif-plugged-32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.268322] env[64022]: WARNING nova.compute.manager [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Received unexpected event network-vif-plugged-32deae16-c290-4f53-af72-e78af8bb5842 for instance with vm_state building and task_state spawning. [ 629.268489] env[64022]: DEBUG nova.compute.manager [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Received event network-changed-32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.269105] env[64022]: DEBUG nova.compute.manager [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Refreshing instance network info cache due to event network-changed-32deae16-c290-4f53-af72-e78af8bb5842. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.269426] env[64022]: DEBUG oslo_concurrency.lockutils [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] Acquiring lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.287029] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c2887e-f0c3-6d82-4b51-dafcfa38d482, 'name': SearchDatastore_Task, 'duration_secs': 0.023617} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.287029] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1080cbe1-d329-4ed3-8c18-0ecdd46c96e6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.294099] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 629.294099] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c89e57-745c-98cb-6954-b1d340900c39" [ 629.294099] env[64022]: _type = "Task" [ 629.294099] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.303992] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c89e57-745c-98cb-6954-b1d340900c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.444796] env[64022]: DEBUG nova.network.neutron [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.492451] env[64022]: DEBUG nova.network.neutron [req-5aaaefd8-f86a-463d-812a-1c30b2c44daf req-1037c837-cae5-4d2d-ab4a-77f223cff27c service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Updated VIF entry in instance network info cache for port 2ecd0bf9-8832-448d-900b-e57d9af1a132. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.492451] env[64022]: DEBUG nova.network.neutron [req-5aaaefd8-f86a-463d-812a-1c30b2c44daf req-1037c837-cae5-4d2d-ab4a-77f223cff27c service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Updating instance_info_cache with network_info: [{"id": "2ecd0bf9-8832-448d-900b-e57d9af1a132", "address": "fa:16:3e:49:b5:1d", "network": {"id": "4b4026bd-f038-4276-b8a4-d617f8fedaae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1740467384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279d0f1f85374f80a8fa5f00713d12bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecd0bf9-88", "ovs_interfaceid": "2ecd0bf9-8832-448d-900b-e57d9af1a132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.680626] env[64022]: DEBUG nova.compute.manager [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.756739] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673347} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.757027] env[64022]: INFO nova.virt.vmwareapi.ds_util [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk. [ 629.757911] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadfce2c-4ee3-4daa-9a33-46cfc4508c8d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.785312] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.786067] env[64022]: DEBUG nova.network.neutron [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Updating instance_info_cache with network_info: [{"id": "32deae16-c290-4f53-af72-e78af8bb5842", "address": "fa:16:3e:7f:e8:fb", "network": {"id": "74ef764c-3e1a-4cf8-bf20-a225fc600e3c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2003049533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e80de5766640a9be016f849f7d2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32deae16-c2", "ovs_interfaceid": "32deae16-c290-4f53-af72-e78af8bb5842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.787629] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4948f16-f3ad-4cbe-9039-6823d76472f0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.815764] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c89e57-745c-98cb-6954-b1d340900c39, 'name': SearchDatastore_Task, 'duration_secs': 0.062505} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.817359] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.817637] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 2f961c05-7053-4c31-b2e7-a1c2079efa26/2f961c05-7053-4c31-b2e7-a1c2079efa26.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.818017] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 629.818017] env[64022]: value = "task-2302120" [ 629.818017] env[64022]: _type = "Task" [ 629.818017] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.818448] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-580c4c1c-7f47-4f00-8f1b-be5fa5329987 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.833382] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302120, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.835411] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 629.835411] env[64022]: value = "task-2302121" [ 629.835411] env[64022]: _type = "Task" [ 629.835411] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.845283] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.995305] env[64022]: DEBUG oslo_concurrency.lockutils [req-5aaaefd8-f86a-463d-812a-1c30b2c44daf req-1037c837-cae5-4d2d-ab4a-77f223cff27c service nova] Releasing lock "refresh_cache-6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.207930] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.224978] env[64022]: DEBUG nova.compute.manager [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.258911] env[64022]: DEBUG nova.virt.hardware [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.259198] env[64022]: DEBUG nova.virt.hardware [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.259382] env[64022]: DEBUG nova.virt.hardware [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.259657] env[64022]: DEBUG nova.virt.hardware [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.259764] env[64022]: DEBUG nova.virt.hardware [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.260140] env[64022]: DEBUG nova.virt.hardware [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.260421] env[64022]: DEBUG nova.virt.hardware [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.260601] env[64022]: DEBUG nova.virt.hardware [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.260819] env[64022]: DEBUG nova.virt.hardware [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.261086] env[64022]: DEBUG nova.virt.hardware [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.261291] env[64022]: DEBUG nova.virt.hardware [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.262960] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a862ad-0a0e-4ff1-8876-ce3a6649e628 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.274364] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69352bc8-8876-405f-850e-02ffe6ed259b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.302020] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Releasing lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.302449] env[64022]: DEBUG nova.compute.manager [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Instance network_info: |[{"id": "32deae16-c290-4f53-af72-e78af8bb5842", "address": "fa:16:3e:7f:e8:fb", "network": {"id": "74ef764c-3e1a-4cf8-bf20-a225fc600e3c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2003049533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e80de5766640a9be016f849f7d2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32deae16-c2", "ovs_interfaceid": "32deae16-c290-4f53-af72-e78af8bb5842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.302777] env[64022]: DEBUG oslo_concurrency.lockutils [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] Acquired lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.302985] env[64022]: DEBUG nova.network.neutron [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Refreshing network info cache for port 32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.304415] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:e8:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32deae16-c290-4f53-af72-e78af8bb5842', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.313137] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Creating folder: Project (f0e80de5766640a9be016f849f7d2278). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.316541] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0732bb03-6665-4ee6-8006-c6808c963e9a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.332965] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.337477] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Created folder: Project (f0e80de5766640a9be016f849f7d2278) in parent group-v468248. [ 630.337761] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Creating folder: Instances. Parent ref: group-v468346. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.338388] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bb221c8-d516-4599-9224-8e79f23e19bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.352147] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.361516] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Created folder: Instances in parent group-v468346. [ 630.361516] env[64022]: DEBUG oslo.service.loopingcall [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.361694] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.362161] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7b887d4-ac58-4d88-b95e-a35ca7c2426b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.386699] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.386699] env[64022]: value = "task-2302124" [ 630.386699] env[64022]: _type = "Task" [ 630.386699] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.396959] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302124, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.695191] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquiring lock "62524c8a-ec79-4e50-8945-578bea8ec22c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.695596] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "62524c8a-ec79-4e50-8945-578bea8ec22c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.695788] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquiring lock "62524c8a-ec79-4e50-8945-578bea8ec22c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.696012] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "62524c8a-ec79-4e50-8945-578bea8ec22c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.696229] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "62524c8a-ec79-4e50-8945-578bea8ec22c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.698473] env[64022]: INFO nova.compute.manager [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Terminating instance [ 630.827174] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103f36fa-5f36-4573-a9e2-d774253588da {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.838631] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302120, 'name': ReconfigVM_Task, 'duration_secs': 0.757769} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.839805] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fe29d9-a53b-4589-af78-a730f6828863 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.848663] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.850010] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03dc699-a64b-42ba-8af2-422dd9d3eb4a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.860576] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302121, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.916232] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e296c4ea-16f2-40b3-9ef5-aab24fb35183 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.931154] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb7b3ac-3862-4846-aa20-1e4141e4b459 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.946711] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eef42a2-26d0-4f1c-8f14-7649295160a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.951508] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 630.951508] env[64022]: value = "task-2302125" [ 630.951508] env[64022]: _type = "Task" [ 630.951508] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.951877] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302124, 'name': CreateVM_Task, 'duration_secs': 0.469026} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.951975] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.956450] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.956587] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.956988] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.965964] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a425b50-635f-4be3-b446-b9fd4167c422 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.968333] env[64022]: DEBUG nova.compute.provider_tree [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.978325] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.979534] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 630.979534] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b279c5-0e32-84f4-c9c3-fc5938f5ea6b" [ 630.979534] env[64022]: _type = "Task" [ 630.979534] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.993115] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b279c5-0e32-84f4-c9c3-fc5938f5ea6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.205822] env[64022]: DEBUG nova.compute.manager [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 631.206081] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.207064] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472a2679-a948-4dd2-a3ec-2a2c4fb43099 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.216183] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.216466] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29da5c83-e498-43ca-801a-332b939a3f67 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.224601] env[64022]: DEBUG oslo_vmware.api [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 631.224601] env[64022]: value = "task-2302126" [ 631.224601] env[64022]: _type = "Task" [ 631.224601] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.235750] env[64022]: DEBUG oslo_vmware.api [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.313608] env[64022]: DEBUG nova.compute.manager [req-2a3f6681-215d-4709-aa78-17d6cc1743bb req-77c08925-3f42-4018-89c9-d62606f2089f service nova] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Received event network-vif-plugged-1c609905-f583-49c1-8400-f03b01f7c5f4 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.317021] env[64022]: DEBUG oslo_concurrency.lockutils [req-2a3f6681-215d-4709-aa78-17d6cc1743bb req-77c08925-3f42-4018-89c9-d62606f2089f service nova] Acquiring lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.317021] env[64022]: DEBUG oslo_concurrency.lockutils [req-2a3f6681-215d-4709-aa78-17d6cc1743bb req-77c08925-3f42-4018-89c9-d62606f2089f service nova] Lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.317021] env[64022]: DEBUG oslo_concurrency.lockutils [req-2a3f6681-215d-4709-aa78-17d6cc1743bb req-77c08925-3f42-4018-89c9-d62606f2089f service nova] Lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.317021] env[64022]: DEBUG nova.compute.manager [req-2a3f6681-215d-4709-aa78-17d6cc1743bb req-77c08925-3f42-4018-89c9-d62606f2089f service nova] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] No waiting events found dispatching network-vif-plugged-1c609905-f583-49c1-8400-f03b01f7c5f4 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.317021] env[64022]: WARNING nova.compute.manager [req-2a3f6681-215d-4709-aa78-17d6cc1743bb req-77c08925-3f42-4018-89c9-d62606f2089f service nova] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Received unexpected event network-vif-plugged-1c609905-f583-49c1-8400-f03b01f7c5f4 for instance with vm_state building and task_state spawning. [ 631.321611] env[64022]: DEBUG nova.network.neutron [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Updated VIF entry in instance network info cache for port 32deae16-c290-4f53-af72-e78af8bb5842. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.321777] env[64022]: DEBUG nova.network.neutron [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Updating instance_info_cache with network_info: [{"id": "32deae16-c290-4f53-af72-e78af8bb5842", "address": "fa:16:3e:7f:e8:fb", "network": {"id": "74ef764c-3e1a-4cf8-bf20-a225fc600e3c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2003049533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e80de5766640a9be016f849f7d2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32deae16-c2", "ovs_interfaceid": "32deae16-c290-4f53-af72-e78af8bb5842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.349786] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302121, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.196012} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.350098] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 2f961c05-7053-4c31-b2e7-a1c2079efa26/2f961c05-7053-4c31-b2e7-a1c2079efa26.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.350355] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.350589] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49ae45f8-94a1-481e-8dc8-4b4f3d8823c0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.364261] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 631.364261] env[64022]: value = "task-2302127" [ 631.364261] env[64022]: _type = "Task" [ 631.364261] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.375564] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.376672] env[64022]: DEBUG nova.network.neutron [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Successfully updated port: 1c609905-f583-49c1-8400-f03b01f7c5f4 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.464075] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302125, 'name': ReconfigVM_Task, 'duration_secs': 0.235569} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.464415] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.464683] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40db48c5-7498-468f-975a-775a2ff24c37 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.471796] env[64022]: DEBUG nova.scheduler.client.report [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.477156] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 631.477156] env[64022]: value = "task-2302128" [ 631.477156] env[64022]: _type = "Task" [ 631.477156] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.488932] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.495494] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b279c5-0e32-84f4-c9c3-fc5938f5ea6b, 'name': SearchDatastore_Task, 'duration_secs': 0.02167} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.495794] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.496037] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.496275] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.496426] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.496601] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.496862] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a1d68ea-0a01-4bb5-ab71-e66d0f4d2f78 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.508051] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.508247] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.509203] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562e20f4-0daf-4fee-9c9f-560821516c90 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.516312] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 631.516312] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526452f1-fab2-7854-a71d-98c3ee782475" [ 631.516312] env[64022]: _type = "Task" [ 631.516312] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.525781] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526452f1-fab2-7854-a71d-98c3ee782475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.735550] env[64022]: DEBUG oslo_vmware.api [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302126, 'name': PowerOffVM_Task, 'duration_secs': 0.266381} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.735784] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.735948] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.736224] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec6d45d5-ffd9-4825-8230-f3a50c7b3f5b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.816364] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.816364] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.816364] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Deleting the datastore file [datastore1] 62524c8a-ec79-4e50-8945-578bea8ec22c {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.816364] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ba82ddc-03f3-460a-a433-064e2f9cbee2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.823909] env[64022]: DEBUG oslo_vmware.api [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for the task: (returnval){ [ 631.823909] env[64022]: value = "task-2302130" [ 631.823909] env[64022]: _type = "Task" [ 631.823909] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.828751] env[64022]: DEBUG oslo_concurrency.lockutils [req-5ad97802-9f4c-421a-b395-b01d6e0067cb req-913bb123-437e-45db-9b29-d752d6b31337 service nova] Releasing lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.834909] env[64022]: DEBUG oslo_vmware.api [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.875515] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093526} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.875925] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.876784] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7957f63b-b75d-4239-a0ff-9aadc56a1549 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.879716] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquiring lock "refresh_cache-69d4167b-86a8-4938-a52d-dfd27bf0dce4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.879857] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquired lock "refresh_cache-69d4167b-86a8-4938-a52d-dfd27bf0dce4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.880007] env[64022]: DEBUG nova.network.neutron [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.903741] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 2f961c05-7053-4c31-b2e7-a1c2079efa26/2f961c05-7053-4c31-b2e7-a1c2079efa26.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.905108] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aad8ecc-b955-4fcf-b379-6908147ff5b0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.933262] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 631.933262] env[64022]: value = "task-2302131" [ 631.933262] env[64022]: _type = "Task" [ 631.933262] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.942821] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.982161] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.982741] env[64022]: DEBUG nova.compute.manager [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.985327] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.786s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.986847] env[64022]: INFO nova.compute.claims [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.997106] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302128, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.028245] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526452f1-fab2-7854-a71d-98c3ee782475, 'name': SearchDatastore_Task, 'duration_secs': 0.013276} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.031873] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1adfc460-133b-4f84-b223-d691f2f4fb03 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.039183] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 632.039183] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ccd9b9-747c-e131-827b-1fea4d048074" [ 632.039183] env[64022]: _type = "Task" [ 632.039183] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.050734] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ccd9b9-747c-e131-827b-1fea4d048074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.334350] env[64022]: DEBUG oslo_vmware.api [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Task: {'id': task-2302130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333926} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.334671] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.334893] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.335097] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.335281] env[64022]: INFO nova.compute.manager [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 632.335525] env[64022]: DEBUG oslo.service.loopingcall [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.335716] env[64022]: DEBUG nova.compute.manager [-] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.335813] env[64022]: DEBUG nova.network.neutron [-] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.432638] env[64022]: DEBUG nova.network.neutron [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.446305] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302131, 'name': ReconfigVM_Task, 'duration_secs': 0.473912} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.446760] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 2f961c05-7053-4c31-b2e7-a1c2079efa26/2f961c05-7053-4c31-b2e7-a1c2079efa26.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.447541] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ae725a7-2930-40d9-a6df-d3cf2f6bf79f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.455752] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 632.455752] env[64022]: value = "task-2302132" [ 632.455752] env[64022]: _type = "Task" [ 632.455752] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.465524] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302132, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.490538] env[64022]: DEBUG oslo_vmware.api [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302128, 'name': PowerOnVM_Task, 'duration_secs': 0.731302} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.490538] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.492611] env[64022]: DEBUG nova.compute.manager [None req-d1080b69-c960-4951-8bb8-442d31232050 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.495668] env[64022]: DEBUG nova.compute.utils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 632.498731] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c002c8-35b3-46f1-9586-5ec49efb0a84 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.500487] env[64022]: DEBUG nova.compute.manager [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.500487] env[64022]: DEBUG nova.network.neutron [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.550949] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ccd9b9-747c-e131-827b-1fea4d048074, 'name': SearchDatastore_Task, 'duration_secs': 0.016603} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.551295] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.551553] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 3dc7f232-556b-45c1-8659-1e57c553fe3d/3dc7f232-556b-45c1-8659-1e57c553fe3d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.551812] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e37a62d-33f7-4668-8f01-2eed40d82d83 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.559652] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 632.559652] env[64022]: value = "task-2302133" [ 632.559652] env[64022]: _type = "Task" [ 632.559652] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.564681] env[64022]: DEBUG nova.policy [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a789b0abcbc44a4913e66eb626f177b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4ef26c1c4c84dc186fa3e6c570d17a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.569854] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.753944] env[64022]: DEBUG nova.network.neutron [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Updating instance_info_cache with network_info: [{"id": "1c609905-f583-49c1-8400-f03b01f7c5f4", "address": "fa:16:3e:64:1a:e2", "network": {"id": "7948d2c7-1ec1-4195-ac77-427287838235", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1968837677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c39b7698e0434fb86c72b7e35352cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c609905-f5", "ovs_interfaceid": "1c609905-f583-49c1-8400-f03b01f7c5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.972273] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302132, 'name': Rename_Task, 'duration_secs': 0.240597} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.972579] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.972843] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d53800ad-d30b-4ae9-acd9-9a5d1fa0cd07 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.982635] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 632.982635] env[64022]: value = "task-2302134" [ 632.982635] env[64022]: _type = "Task" [ 632.982635] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.996921] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.001442] env[64022]: DEBUG nova.compute.manager [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.072964] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482095} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.074621] env[64022]: DEBUG nova.network.neutron [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Successfully created port: 12a9a494-020f-479a-a5fc-6dc75e05caad {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.076295] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 3dc7f232-556b-45c1-8659-1e57c553fe3d/3dc7f232-556b-45c1-8659-1e57c553fe3d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.076595] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.077223] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58cc4fd7-7076-4adb-8304-f10dacec42e2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.091103] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 633.091103] env[64022]: value = "task-2302135" [ 633.091103] env[64022]: _type = "Task" [ 633.091103] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.102546] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.259771] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Releasing lock "refresh_cache-69d4167b-86a8-4938-a52d-dfd27bf0dce4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.259771] env[64022]: DEBUG nova.compute.manager [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Instance network_info: |[{"id": "1c609905-f583-49c1-8400-f03b01f7c5f4", "address": "fa:16:3e:64:1a:e2", "network": {"id": "7948d2c7-1ec1-4195-ac77-427287838235", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1968837677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c39b7698e0434fb86c72b7e35352cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c609905-f5", "ovs_interfaceid": "1c609905-f583-49c1-8400-f03b01f7c5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.259771] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:1a:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c609905-f583-49c1-8400-f03b01f7c5f4', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.270594] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Creating folder: Project (17c39b7698e0434fb86c72b7e35352cc). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.274376] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42888a9c-3afd-40ce-83f5-fae43f2d0ed9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.288817] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Created folder: Project (17c39b7698e0434fb86c72b7e35352cc) in parent group-v468248. [ 633.289187] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Creating folder: Instances. Parent ref: group-v468349. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.292055] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9234f7d-e8f2-4596-b0e9-b2d8fee7bc48 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.296165] env[64022]: DEBUG nova.network.neutron [-] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.308588] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Created folder: Instances in parent group-v468349. [ 633.308844] env[64022]: DEBUG oslo.service.loopingcall [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.312469] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.312469] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-404d0e30-4d4c-4cf4-8e27-5bd18472547f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.341278] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.341278] env[64022]: value = "task-2302138" [ 633.341278] env[64022]: _type = "Task" [ 633.341278] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.354965] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302138, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.412918] env[64022]: DEBUG nova.compute.manager [req-2aff1629-8a77-4c9d-ae9d-de2bebad296c req-457a8a86-bc95-44c3-b67b-d1922d2c1415 service nova] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Received event network-changed-1c609905-f583-49c1-8400-f03b01f7c5f4 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.415012] env[64022]: DEBUG nova.compute.manager [req-2aff1629-8a77-4c9d-ae9d-de2bebad296c req-457a8a86-bc95-44c3-b67b-d1922d2c1415 service nova] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Refreshing instance network info cache due to event network-changed-1c609905-f583-49c1-8400-f03b01f7c5f4. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 633.415012] env[64022]: DEBUG oslo_concurrency.lockutils [req-2aff1629-8a77-4c9d-ae9d-de2bebad296c req-457a8a86-bc95-44c3-b67b-d1922d2c1415 service nova] Acquiring lock "refresh_cache-69d4167b-86a8-4938-a52d-dfd27bf0dce4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.415012] env[64022]: DEBUG oslo_concurrency.lockutils [req-2aff1629-8a77-4c9d-ae9d-de2bebad296c req-457a8a86-bc95-44c3-b67b-d1922d2c1415 service nova] Acquired lock "refresh_cache-69d4167b-86a8-4938-a52d-dfd27bf0dce4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.415012] env[64022]: DEBUG nova.network.neutron [req-2aff1629-8a77-4c9d-ae9d-de2bebad296c req-457a8a86-bc95-44c3-b67b-d1922d2c1415 service nova] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Refreshing network info cache for port 1c609905-f583-49c1-8400-f03b01f7c5f4 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.491463] env[64022]: DEBUG nova.network.neutron [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Successfully created port: d39fdf27-76a1-4564-a846-9a4730480b0d {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.497327] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.605412] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100147} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.605763] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.606833] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a702c24-b59b-465c-b68a-c84824e84806 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.636230] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 3dc7f232-556b-45c1-8659-1e57c553fe3d/3dc7f232-556b-45c1-8659-1e57c553fe3d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.636964] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59d138cf-6a2b-4f2d-bb3c-eeb448d6f8e0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.662062] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 633.662062] env[64022]: value = "task-2302139" [ 633.662062] env[64022]: _type = "Task" [ 633.662062] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.676214] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.715484] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8995ce6-e419-4064-8dab-c57469a804d2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.725102] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9245f053-db13-418c-94e4-bf69607bb139 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.763626] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cfa7d5-066c-4137-b7e7-2062a6c96af1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.773303] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adb92f3-96c7-4643-b72a-25108e970263 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.789346] env[64022]: DEBUG nova.compute.provider_tree [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.798680] env[64022]: INFO nova.compute.manager [-] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Took 1.46 seconds to deallocate network for instance. [ 633.854143] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302138, 'name': CreateVM_Task, 'duration_secs': 0.509755} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.854837] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.856062] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.856417] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.857011] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.857412] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d84abf6-a4d3-4b57-adb9-7de5af26d6a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.865119] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Waiting for the task: (returnval){ [ 633.865119] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52896ac8-ebad-822b-6366-aef0a45acb24" [ 633.865119] env[64022]: _type = "Task" [ 633.865119] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.877154] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52896ac8-ebad-822b-6366-aef0a45acb24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.997535] env[64022]: DEBUG oslo_vmware.api [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302134, 'name': PowerOnVM_Task, 'duration_secs': 0.824725} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.997785] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.998009] env[64022]: INFO nova.compute.manager [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Took 9.50 seconds to spawn the instance on the hypervisor. [ 633.998262] env[64022]: DEBUG nova.compute.manager [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.999033] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96695fac-f0de-47ee-b264-e73dfeb1b2c8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.019096] env[64022]: DEBUG nova.compute.manager [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.046395] env[64022]: DEBUG nova.virt.hardware [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.046630] env[64022]: DEBUG nova.virt.hardware [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.046781] env[64022]: DEBUG nova.virt.hardware [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.046957] env[64022]: DEBUG nova.virt.hardware [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.047112] env[64022]: DEBUG nova.virt.hardware [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.047270] env[64022]: DEBUG nova.virt.hardware [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.047481] env[64022]: DEBUG nova.virt.hardware [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.047635] env[64022]: DEBUG nova.virt.hardware [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.048016] env[64022]: DEBUG nova.virt.hardware [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.048016] env[64022]: DEBUG nova.virt.hardware [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.048146] env[64022]: DEBUG nova.virt.hardware [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.049067] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f557c76-881d-4a57-8937-775856c1cf0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.060965] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f991914-5093-4ab6-b322-83cfd8aec293 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.174434] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302139, 'name': ReconfigVM_Task, 'duration_secs': 0.511427} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.174711] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 3dc7f232-556b-45c1-8659-1e57c553fe3d/3dc7f232-556b-45c1-8659-1e57c553fe3d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.175336] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b3f82d4-54ad-4e4a-8e46-1653db93201c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.182877] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 634.182877] env[64022]: value = "task-2302140" [ 634.182877] env[64022]: _type = "Task" [ 634.182877] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.183712] env[64022]: DEBUG nova.network.neutron [req-2aff1629-8a77-4c9d-ae9d-de2bebad296c req-457a8a86-bc95-44c3-b67b-d1922d2c1415 service nova] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Updated VIF entry in instance network info cache for port 1c609905-f583-49c1-8400-f03b01f7c5f4. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.184389] env[64022]: DEBUG nova.network.neutron [req-2aff1629-8a77-4c9d-ae9d-de2bebad296c req-457a8a86-bc95-44c3-b67b-d1922d2c1415 service nova] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Updating instance_info_cache with network_info: [{"id": "1c609905-f583-49c1-8400-f03b01f7c5f4", "address": "fa:16:3e:64:1a:e2", "network": {"id": "7948d2c7-1ec1-4195-ac77-427287838235", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1968837677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c39b7698e0434fb86c72b7e35352cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c609905-f5", "ovs_interfaceid": "1c609905-f583-49c1-8400-f03b01f7c5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.194190] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302140, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.293676] env[64022]: DEBUG nova.scheduler.client.report [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.305820] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.309542] env[64022]: INFO nova.compute.manager [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Unrescuing [ 634.309804] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "refresh_cache-619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.309957] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "refresh_cache-619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.310180] env[64022]: DEBUG nova.network.neutron [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.378703] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52896ac8-ebad-822b-6366-aef0a45acb24, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.380656] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.380656] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.380656] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.380656] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.380656] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.381024] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea570ca8-82ca-4db9-a34d-0a97cf953da5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.395858] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.395858] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.396202] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64829b9f-b3a5-4b59-b244-66f2b02ed007 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.406592] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Waiting for the task: (returnval){ [ 634.406592] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52afafff-7545-44c3-e49d-017c37e7ffdb" [ 634.406592] env[64022]: _type = "Task" [ 634.406592] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.422017] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52afafff-7545-44c3-e49d-017c37e7ffdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011042} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.422866] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-020e4327-c0cb-4d07-beee-86da04015dc8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.431886] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Waiting for the task: (returnval){ [ 634.431886] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e3aa05-810e-acb8-0b14-5a82b29e3376" [ 634.431886] env[64022]: _type = "Task" [ 634.431886] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.445435] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e3aa05-810e-acb8-0b14-5a82b29e3376, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.445714] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.445954] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 69d4167b-86a8-4938-a52d-dfd27bf0dce4/69d4167b-86a8-4938-a52d-dfd27bf0dce4.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.446261] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe3d69b0-7792-433b-bf99-94b2ca7bdfbb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.455300] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Waiting for the task: (returnval){ [ 634.455300] env[64022]: value = "task-2302141" [ 634.455300] env[64022]: _type = "Task" [ 634.455300] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.466556] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.518329] env[64022]: INFO nova.compute.manager [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Took 44.22 seconds to build instance. [ 634.690447] env[64022]: DEBUG oslo_concurrency.lockutils [req-2aff1629-8a77-4c9d-ae9d-de2bebad296c req-457a8a86-bc95-44c3-b67b-d1922d2c1415 service nova] Releasing lock "refresh_cache-69d4167b-86a8-4938-a52d-dfd27bf0dce4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.690801] env[64022]: DEBUG nova.compute.manager [req-2aff1629-8a77-4c9d-ae9d-de2bebad296c req-457a8a86-bc95-44c3-b67b-d1922d2c1415 service nova] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Received event network-vif-deleted-31eb09d5-7ca6-45c8-9c34-b8afb2b87672 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.700429] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302140, 'name': Rename_Task, 'duration_secs': 0.311308} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.700761] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.701194] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b45bdb6-2fc1-4481-b4c9-0472b10ce5b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.712699] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 634.712699] env[64022]: value = "task-2302142" [ 634.712699] env[64022]: _type = "Task" [ 634.712699] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.726405] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.799640] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.800162] env[64022]: DEBUG nova.compute.manager [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.802887] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.363s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.803112] env[64022]: DEBUG nova.objects.instance [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64022) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 634.897689] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6c9e18-76b5-4d64-a3b5-32bc538cb5c8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.909995] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe2df57-a2be-4e4b-a5d1-cd6a884607e5 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Suspending the VM {{(pid=64022) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 634.910338] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ff2e0841-a832-4c24-af7d-3344cbcfd2ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.919767] env[64022]: DEBUG oslo_vmware.api [None req-1fe2df57-a2be-4e4b-a5d1-cd6a884607e5 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 634.919767] env[64022]: value = "task-2302143" [ 634.919767] env[64022]: _type = "Task" [ 634.919767] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.941728] env[64022]: DEBUG oslo_vmware.api [None req-1fe2df57-a2be-4e4b-a5d1-cd6a884607e5 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302143, 'name': SuspendVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.971519] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513484} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.971811] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 69d4167b-86a8-4938-a52d-dfd27bf0dce4/69d4167b-86a8-4938-a52d-dfd27bf0dce4.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.972038] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.972301] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff4431ac-3a65-4a2a-9d9f-88bae7ce1a67 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.984200] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Waiting for the task: (returnval){ [ 634.984200] env[64022]: value = "task-2302144" [ 634.984200] env[64022]: _type = "Task" [ 634.984200] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.996986] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.024811] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "2f961c05-7053-4c31-b2e7-a1c2079efa26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.918s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.102150] env[64022]: DEBUG nova.compute.manager [req-1d6036f6-f2c2-4882-af0d-ac357ea64d22 req-e5b1c4ea-c4d8-4b9a-8f33-8f230f214714 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Received event network-vif-plugged-12a9a494-020f-479a-a5fc-6dc75e05caad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.102591] env[64022]: DEBUG oslo_concurrency.lockutils [req-1d6036f6-f2c2-4882-af0d-ac357ea64d22 req-e5b1c4ea-c4d8-4b9a-8f33-8f230f214714 service nova] Acquiring lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.103228] env[64022]: DEBUG oslo_concurrency.lockutils [req-1d6036f6-f2c2-4882-af0d-ac357ea64d22 req-e5b1c4ea-c4d8-4b9a-8f33-8f230f214714 service nova] Lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.103645] env[64022]: DEBUG oslo_concurrency.lockutils [req-1d6036f6-f2c2-4882-af0d-ac357ea64d22 req-e5b1c4ea-c4d8-4b9a-8f33-8f230f214714 service nova] Lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.104432] env[64022]: DEBUG nova.compute.manager [req-1d6036f6-f2c2-4882-af0d-ac357ea64d22 req-e5b1c4ea-c4d8-4b9a-8f33-8f230f214714 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] No waiting events found dispatching network-vif-plugged-12a9a494-020f-479a-a5fc-6dc75e05caad {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.104796] env[64022]: WARNING nova.compute.manager [req-1d6036f6-f2c2-4882-af0d-ac357ea64d22 req-e5b1c4ea-c4d8-4b9a-8f33-8f230f214714 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Received unexpected event network-vif-plugged-12a9a494-020f-479a-a5fc-6dc75e05caad for instance with vm_state building and task_state spawning. [ 635.149262] env[64022]: DEBUG nova.network.neutron [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Updating instance_info_cache with network_info: [{"id": "9662894b-62f4-4d5d-910c-2715d6696598", "address": "fa:16:3e:e8:17:a8", "network": {"id": "e8d70e3c-cab2-46e4-ad9d-8fd80aee9079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-733236242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c262cadad846d5870bba76c28e86e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9662894b-62", "ovs_interfaceid": "9662894b-62f4-4d5d-910c-2715d6696598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.225562] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302142, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.241558] env[64022]: DEBUG nova.network.neutron [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Successfully updated port: 12a9a494-020f-479a-a5fc-6dc75e05caad {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.309045] env[64022]: DEBUG nova.compute.utils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 635.314091] env[64022]: DEBUG nova.compute.manager [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.314229] env[64022]: DEBUG nova.network.neutron [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.370145] env[64022]: DEBUG nova.policy [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '841f29e6779848c4a28c87535653f619', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64491b5fc24b44c194dde7cd3babf348', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.434254] env[64022]: DEBUG oslo_vmware.api [None req-1fe2df57-a2be-4e4b-a5d1-cd6a884607e5 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302143, 'name': SuspendVM_Task} progress is 54%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.492964] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112117} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.493300] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.494128] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3460f5-8ed7-444a-a77d-0794c1f6ec2e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.517089] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 69d4167b-86a8-4938-a52d-dfd27bf0dce4/69d4167b-86a8-4938-a52d-dfd27bf0dce4.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.517304] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c33f054-0d8e-4e42-9cd5-90f34f6a6e28 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.532553] env[64022]: DEBUG nova.compute.manager [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.541322] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Waiting for the task: (returnval){ [ 635.541322] env[64022]: value = "task-2302145" [ 635.541322] env[64022]: _type = "Task" [ 635.541322] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.551992] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.655179] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "refresh_cache-619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.655179] env[64022]: DEBUG nova.objects.instance [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lazy-loading 'flavor' on Instance uuid 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.726915] env[64022]: DEBUG oslo_vmware.api [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302142, 'name': PowerOnVM_Task, 'duration_secs': 0.895371} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.732457] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.732710] env[64022]: INFO nova.compute.manager [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Took 8.41 seconds to spawn the instance on the hypervisor. [ 635.732920] env[64022]: DEBUG nova.compute.manager [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.737021] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80ac4bb-3b95-4c1d-965b-cf02a618435c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.802182] env[64022]: DEBUG nova.network.neutron [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Successfully created port: aff93c5d-f090-461d-8ac2-6889e6854503 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.814533] env[64022]: DEBUG nova.compute.manager [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.818760] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94c28d0-031c-405e-8cb4-c5331d08ebe7 tempest-ServersAdmin275Test-881707281 tempest-ServersAdmin275Test-881707281-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.824410] env[64022]: DEBUG oslo_concurrency.lockutils [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.044s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.826627] env[64022]: INFO nova.compute.claims [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.937148] env[64022]: DEBUG oslo_vmware.api [None req-1fe2df57-a2be-4e4b-a5d1-cd6a884607e5 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302143, 'name': SuspendVM_Task, 'duration_secs': 0.887774} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.937428] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe2df57-a2be-4e4b-a5d1-cd6a884607e5 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Suspended the VM {{(pid=64022) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 635.937606] env[64022]: DEBUG nova.compute.manager [None req-1fe2df57-a2be-4e4b-a5d1-cd6a884607e5 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.938434] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678b7fad-9808-49fb-a36a-d2d5b59405f8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.058847] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302145, 'name': ReconfigVM_Task, 'duration_secs': 0.41162} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.059195] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 69d4167b-86a8-4938-a52d-dfd27bf0dce4/69d4167b-86a8-4938-a52d-dfd27bf0dce4.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.059890] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aa12888-87b4-4d08-88cf-c3461f523777 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.066388] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Waiting for the task: (returnval){ [ 636.066388] env[64022]: value = "task-2302146" [ 636.066388] env[64022]: _type = "Task" [ 636.066388] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.070613] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.075693] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302146, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.162067] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e690b0c-3713-4366-9b65-0a2720f62de9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.185674] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.186052] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b4a00ff-5848-4717-945e-00d2635e0f9e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.192856] env[64022]: DEBUG oslo_vmware.api [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 636.192856] env[64022]: value = "task-2302147" [ 636.192856] env[64022]: _type = "Task" [ 636.192856] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.201234] env[64022]: DEBUG oslo_vmware.api [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.255933] env[64022]: INFO nova.compute.manager [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Took 44.50 seconds to build instance. [ 636.576217] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302146, 'name': Rename_Task, 'duration_secs': 0.219043} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.576523] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.576780] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d686b899-4db7-42ff-900d-136cc17c55fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.583523] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Waiting for the task: (returnval){ [ 636.583523] env[64022]: value = "task-2302148" [ 636.583523] env[64022]: _type = "Task" [ 636.583523] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.594322] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.703520] env[64022]: DEBUG oslo_vmware.api [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302147, 'name': PowerOffVM_Task, 'duration_secs': 0.255057} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.703885] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.709225] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 636.709521] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81705c87-34b9-44fd-ac41-717e89c286eb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.730782] env[64022]: DEBUG oslo_vmware.api [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 636.730782] env[64022]: value = "task-2302149" [ 636.730782] env[64022]: _type = "Task" [ 636.730782] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.742999] env[64022]: DEBUG oslo_vmware.api [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302149, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.758427] env[64022]: DEBUG oslo_concurrency.lockutils [None req-720c1177-231d-4543-89ef-1194e520edac tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "3dc7f232-556b-45c1-8659-1e57c553fe3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.947s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.831266] env[64022]: DEBUG nova.compute.manager [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.864266] env[64022]: DEBUG nova.virt.hardware [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.864566] env[64022]: DEBUG nova.virt.hardware [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.864731] env[64022]: DEBUG nova.virt.hardware [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.864931] env[64022]: DEBUG nova.virt.hardware [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.865114] env[64022]: DEBUG nova.virt.hardware [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.865270] env[64022]: DEBUG nova.virt.hardware [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.865506] env[64022]: DEBUG nova.virt.hardware [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.865678] env[64022]: DEBUG nova.virt.hardware [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.865862] env[64022]: DEBUG nova.virt.hardware [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.866059] env[64022]: DEBUG nova.virt.hardware [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.866265] env[64022]: DEBUG nova.virt.hardware [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.867244] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31897ffa-4372-4eb2-8ec8-8a189a16dcb8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.878601] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c05e936-274e-4323-a107-95ab8d5e7b18 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.972344] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52673a1e-c8d9-8a72-6dd6-3b91ba052f04/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 636.973240] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73c75af-bca5-4f17-83e6-bed45e87938a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.981824] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52673a1e-c8d9-8a72-6dd6-3b91ba052f04/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 636.981980] env[64022]: ERROR oslo_vmware.rw_handles [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52673a1e-c8d9-8a72-6dd6-3b91ba052f04/disk-0.vmdk due to incomplete transfer. [ 636.982251] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f905e916-6e5d-4de6-b6e3-3a4d5b432c94 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.991289] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52673a1e-c8d9-8a72-6dd6-3b91ba052f04/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 636.991494] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Uploaded image 9c80cc5d-4f11-4494-8fee-aa227907e243 to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 636.993768] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 636.994097] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f48d8b9d-6473-4d5a-bd7f-41e15e89a03a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.999930] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 636.999930] env[64022]: value = "task-2302150" [ 636.999930] env[64022]: _type = "Task" [ 636.999930] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.012685] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302150, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.093906] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.241835] env[64022]: DEBUG oslo_vmware.api [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302149, 'name': ReconfigVM_Task, 'duration_secs': 0.388173} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.242237] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 637.242683] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.242960] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c344bad-d9f5-4a7d-8492-d1429d1533c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.252877] env[64022]: DEBUG oslo_vmware.api [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 637.252877] env[64022]: value = "task-2302151" [ 637.252877] env[64022]: _type = "Task" [ 637.252877] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.263053] env[64022]: DEBUG nova.compute.manager [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.266017] env[64022]: DEBUG oslo_vmware.api [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.342746] env[64022]: DEBUG nova.compute.manager [req-62574337-46f0-4508-a00e-adcad0aaf7c4 req-67a3271b-574d-40e8-b6b9-0c8459c0a4e9 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Received event network-changed-12a9a494-020f-479a-a5fc-6dc75e05caad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.343063] env[64022]: DEBUG nova.compute.manager [req-62574337-46f0-4508-a00e-adcad0aaf7c4 req-67a3271b-574d-40e8-b6b9-0c8459c0a4e9 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Refreshing instance network info cache due to event network-changed-12a9a494-020f-479a-a5fc-6dc75e05caad. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 637.343223] env[64022]: DEBUG oslo_concurrency.lockutils [req-62574337-46f0-4508-a00e-adcad0aaf7c4 req-67a3271b-574d-40e8-b6b9-0c8459c0a4e9 service nova] Acquiring lock "refresh_cache-e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.343413] env[64022]: DEBUG oslo_concurrency.lockutils [req-62574337-46f0-4508-a00e-adcad0aaf7c4 req-67a3271b-574d-40e8-b6b9-0c8459c0a4e9 service nova] Acquired lock "refresh_cache-e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.343534] env[64022]: DEBUG nova.network.neutron [req-62574337-46f0-4508-a00e-adcad0aaf7c4 req-67a3271b-574d-40e8-b6b9-0c8459c0a4e9 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Refreshing network info cache for port 12a9a494-020f-479a-a5fc-6dc75e05caad {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.423094] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dc363c-7604-489b-bc0c-18dcf387db0a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.433492] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5516501a-ecb2-4362-b83f-ac4606ff211d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.470304] env[64022]: DEBUG nova.network.neutron [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Successfully updated port: aff93c5d-f090-461d-8ac2-6889e6854503 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.472462] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b712ab-f94c-4de5-b27a-f1637e2a441c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.487230] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056965c9-d31d-4afb-a465-c10ce9724c43 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.504369] env[64022]: DEBUG nova.compute.provider_tree [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.514755] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302150, 'name': Destroy_Task, 'duration_secs': 0.327003} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.515793] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Destroyed the VM [ 637.516258] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 637.516926] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bda5ea7e-0edd-4fc2-9d61-67670eaaf99a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.523476] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 637.523476] env[64022]: value = "task-2302152" [ 637.523476] env[64022]: _type = "Task" [ 637.523476] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.531570] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302152, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.532382] env[64022]: DEBUG nova.network.neutron [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Successfully updated port: d39fdf27-76a1-4564-a846-9a4730480b0d {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.593935] env[64022]: DEBUG oslo_vmware.api [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302148, 'name': PowerOnVM_Task, 'duration_secs': 0.747688} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.593935] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.593935] env[64022]: INFO nova.compute.manager [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Took 7.37 seconds to spawn the instance on the hypervisor. [ 637.593935] env[64022]: DEBUG nova.compute.manager [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.594626] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b52cb06-765d-4da0-9680-aab5ca8df8c1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.764597] env[64022]: DEBUG oslo_vmware.api [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302151, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.786265] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.828854] env[64022]: DEBUG nova.compute.manager [req-363c5353-a7c7-45e9-a392-014af0f99475 req-472609d1-46d4-4e52-b945-9eb64a4676ce service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Received event network-vif-plugged-d39fdf27-76a1-4564-a846-9a4730480b0d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.829126] env[64022]: DEBUG oslo_concurrency.lockutils [req-363c5353-a7c7-45e9-a392-014af0f99475 req-472609d1-46d4-4e52-b945-9eb64a4676ce service nova] Acquiring lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.829345] env[64022]: DEBUG oslo_concurrency.lockutils [req-363c5353-a7c7-45e9-a392-014af0f99475 req-472609d1-46d4-4e52-b945-9eb64a4676ce service nova] Lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.829537] env[64022]: DEBUG oslo_concurrency.lockutils [req-363c5353-a7c7-45e9-a392-014af0f99475 req-472609d1-46d4-4e52-b945-9eb64a4676ce service nova] Lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.829693] env[64022]: DEBUG nova.compute.manager [req-363c5353-a7c7-45e9-a392-014af0f99475 req-472609d1-46d4-4e52-b945-9eb64a4676ce service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] No waiting events found dispatching network-vif-plugged-d39fdf27-76a1-4564-a846-9a4730480b0d {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.829855] env[64022]: WARNING nova.compute.manager [req-363c5353-a7c7-45e9-a392-014af0f99475 req-472609d1-46d4-4e52-b945-9eb64a4676ce service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Received unexpected event network-vif-plugged-d39fdf27-76a1-4564-a846-9a4730480b0d for instance with vm_state building and task_state spawning. [ 637.894559] env[64022]: DEBUG nova.network.neutron [req-62574337-46f0-4508-a00e-adcad0aaf7c4 req-67a3271b-574d-40e8-b6b9-0c8459c0a4e9 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.980241] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Acquiring lock "refresh_cache-5d74cad0-f593-40c2-9f07-8b7f5d9cecc0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.980380] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Acquired lock "refresh_cache-5d74cad0-f593-40c2-9f07-8b7f5d9cecc0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.980532] env[64022]: DEBUG nova.network.neutron [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.011275] env[64022]: DEBUG nova.scheduler.client.report [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.022487] env[64022]: DEBUG nova.network.neutron [req-62574337-46f0-4508-a00e-adcad0aaf7c4 req-67a3271b-574d-40e8-b6b9-0c8459c0a4e9 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.032334] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302152, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.038166] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "refresh_cache-e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.113041] env[64022]: INFO nova.compute.manager [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Took 39.24 seconds to build instance. [ 638.229016] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "1a99f453-b18c-4191-b80d-e769aa3742ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.229016] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "1a99f453-b18c-4191-b80d-e769aa3742ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.266029] env[64022]: DEBUG oslo_vmware.api [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302151, 'name': PowerOnVM_Task, 'duration_secs': 0.69672} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.266029] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.266029] env[64022]: DEBUG nova.compute.manager [None req-0e2e0173-48c3-4240-8a92-e64ba7f66e10 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.266029] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f68515-3705-4ac6-9c4e-e9057a45995a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.517145] env[64022]: DEBUG oslo_concurrency.lockutils [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.517847] env[64022]: DEBUG nova.compute.manager [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.520663] env[64022]: DEBUG oslo_concurrency.lockutils [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.566s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.521465] env[64022]: DEBUG nova.objects.instance [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Lazy-loading 'resources' on Instance uuid 06e3d09b-6caa-4755-b96c-a89c722a9073 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.524832] env[64022]: DEBUG oslo_concurrency.lockutils [req-62574337-46f0-4508-a00e-adcad0aaf7c4 req-67a3271b-574d-40e8-b6b9-0c8459c0a4e9 service nova] Releasing lock "refresh_cache-e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.528283] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquired lock "refresh_cache-e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.528751] env[64022]: DEBUG nova.network.neutron [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.532050] env[64022]: DEBUG nova.network.neutron [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.538371] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302152, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.614649] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcd8acef-59a7-44f8-875d-29274f58f001 tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.570s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.786167] env[64022]: DEBUG nova.compute.manager [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.787092] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03db9cbd-fb90-4a21-ab81-ffa8396538f9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.902599] env[64022]: DEBUG nova.network.neutron [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Updating instance_info_cache with network_info: [{"id": "aff93c5d-f090-461d-8ac2-6889e6854503", "address": "fa:16:3e:48:b0:a0", "network": {"id": "df1d04af-604f-45a6-90b8-90ddcc32dfd4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-261219856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64491b5fc24b44c194dde7cd3babf348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff93c5d-f0", "ovs_interfaceid": "aff93c5d-f090-461d-8ac2-6889e6854503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.922351] env[64022]: DEBUG oslo_concurrency.lockutils [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquiring lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.922702] env[64022]: DEBUG oslo_concurrency.lockutils [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.922952] env[64022]: INFO nova.compute.manager [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Rebooting instance [ 639.025059] env[64022]: DEBUG nova.compute.utils [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 639.029835] env[64022]: DEBUG nova.compute.manager [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.030081] env[64022]: DEBUG nova.network.neutron [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.045510] env[64022]: DEBUG oslo_vmware.api [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302152, 'name': RemoveSnapshot_Task, 'duration_secs': 1.333316} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.045788] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 639.046030] env[64022]: INFO nova.compute.manager [None req-2d379933-2710-47a5-a38c-58488e07ce53 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Took 15.23 seconds to snapshot the instance on the hypervisor. [ 639.085320] env[64022]: DEBUG nova.policy [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcb161a59b004317b338fab9b453449a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2a1b507e7744bb1af68ef4d5e7d301d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.092831] env[64022]: DEBUG nova.network.neutron [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.117163] env[64022]: DEBUG nova.compute.manager [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.298294] env[64022]: INFO nova.compute.manager [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] instance snapshotting [ 639.298578] env[64022]: WARNING nova.compute.manager [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 639.301684] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931c7e84-8396-499b-ab2a-f5742d2bb3a2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.323215] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d200a470-d0df-46b3-949a-3248930f5322 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.405607] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Releasing lock "refresh_cache-5d74cad0-f593-40c2-9f07-8b7f5d9cecc0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.406229] env[64022]: DEBUG nova.compute.manager [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Instance network_info: |[{"id": "aff93c5d-f090-461d-8ac2-6889e6854503", "address": "fa:16:3e:48:b0:a0", "network": {"id": "df1d04af-604f-45a6-90b8-90ddcc32dfd4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-261219856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64491b5fc24b44c194dde7cd3babf348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff93c5d-f0", "ovs_interfaceid": "aff93c5d-f090-461d-8ac2-6889e6854503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.406592] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:b0:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aff93c5d-f090-461d-8ac2-6889e6854503', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.414916] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Creating folder: Project (64491b5fc24b44c194dde7cd3babf348). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.419510] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e71bacc-f54e-464c-ab85-53c351ab09ad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.422257] env[64022]: DEBUG nova.compute.manager [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Received event network-vif-plugged-aff93c5d-f090-461d-8ac2-6889e6854503 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.422433] env[64022]: DEBUG oslo_concurrency.lockutils [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] Acquiring lock "5d74cad0-f593-40c2-9f07-8b7f5d9cecc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.422648] env[64022]: DEBUG oslo_concurrency.lockutils [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] Lock "5d74cad0-f593-40c2-9f07-8b7f5d9cecc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.422923] env[64022]: DEBUG oslo_concurrency.lockutils [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] Lock "5d74cad0-f593-40c2-9f07-8b7f5d9cecc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.423020] env[64022]: DEBUG nova.compute.manager [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] No waiting events found dispatching network-vif-plugged-aff93c5d-f090-461d-8ac2-6889e6854503 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.423195] env[64022]: WARNING nova.compute.manager [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Received unexpected event network-vif-plugged-aff93c5d-f090-461d-8ac2-6889e6854503 for instance with vm_state building and task_state spawning. [ 639.423281] env[64022]: DEBUG nova.compute.manager [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Received event network-changed-aff93c5d-f090-461d-8ac2-6889e6854503 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.424133] env[64022]: DEBUG nova.compute.manager [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Refreshing instance network info cache due to event network-changed-aff93c5d-f090-461d-8ac2-6889e6854503. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.424372] env[64022]: DEBUG oslo_concurrency.lockutils [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] Acquiring lock "refresh_cache-5d74cad0-f593-40c2-9f07-8b7f5d9cecc0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.424492] env[64022]: DEBUG oslo_concurrency.lockutils [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] Acquired lock "refresh_cache-5d74cad0-f593-40c2-9f07-8b7f5d9cecc0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.424652] env[64022]: DEBUG nova.network.neutron [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Refreshing network info cache for port aff93c5d-f090-461d-8ac2-6889e6854503 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.456860] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Created folder: Project (64491b5fc24b44c194dde7cd3babf348) in parent group-v468248. [ 639.457091] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Creating folder: Instances. Parent ref: group-v468352. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.457450] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01582943-7d11-4526-9cd6-3d994fb05626 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.466752] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Created folder: Instances in parent group-v468352. [ 639.467296] env[64022]: DEBUG oslo.service.loopingcall [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.467595] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.468050] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6ab1a56-e27d-4212-ac35-7d926c8046a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.490968] env[64022]: DEBUG oslo_concurrency.lockutils [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquiring lock "refresh_cache-69d4167b-86a8-4938-a52d-dfd27bf0dce4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.491243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquired lock "refresh_cache-69d4167b-86a8-4938-a52d-dfd27bf0dce4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.491485] env[64022]: DEBUG nova.network.neutron [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.499080] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.499080] env[64022]: value = "task-2302155" [ 639.499080] env[64022]: _type = "Task" [ 639.499080] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.510277] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302155, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.527468] env[64022]: DEBUG nova.network.neutron [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Successfully created port: 93995030-5d33-49f2-b63b-bde30ab82c9e {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.530706] env[64022]: DEBUG nova.compute.manager [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.544508] env[64022]: DEBUG nova.network.neutron [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Updating instance_info_cache with network_info: [{"id": "12a9a494-020f-479a-a5fc-6dc75e05caad", "address": "fa:16:3e:cb:1e:29", "network": {"id": "cd364b60-37cd-4cf1-b7fc-e9856068986a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126009627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a9a494-02", "ovs_interfaceid": "12a9a494-020f-479a-a5fc-6dc75e05caad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d39fdf27-76a1-4564-a846-9a4730480b0d", "address": "fa:16:3e:b0:61:40", "network": {"id": "85bce558-9683-4a2a-9a2e-8349ed0afa42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1056848491", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39fdf27-76", "ovs_interfaceid": "d39fdf27-76a1-4564-a846-9a4730480b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.634948] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.711825] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070d4bc9-f8e4-4f7e-9dd7-2a52d0203ebd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.719234] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea57c0ca-03f3-4a1b-9e69-48bfdf39bc22 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.752699] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8333db25-0ef0-4cdc-a0ac-e8f08fa79ba5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.760373] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bc2b7a-69b1-48b4-bd89-e0ec4879b514 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.774153] env[64022]: DEBUG nova.compute.provider_tree [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.833804] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 639.834214] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-25d85ba9-e364-498e-81bf-d5fe38533279 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.842616] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 639.842616] env[64022]: value = "task-2302156" [ 639.842616] env[64022]: _type = "Task" [ 639.842616] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.852180] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302156, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.860594] env[64022]: DEBUG nova.compute.manager [req-45c83951-3770-4129-a419-9f7a248a2ace req-fd9130cc-fa2d-4780-a731-a907835873d0 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Received event network-changed-d39fdf27-76a1-4564-a846-9a4730480b0d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.860772] env[64022]: DEBUG nova.compute.manager [req-45c83951-3770-4129-a419-9f7a248a2ace req-fd9130cc-fa2d-4780-a731-a907835873d0 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Refreshing instance network info cache due to event network-changed-d39fdf27-76a1-4564-a846-9a4730480b0d. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.861057] env[64022]: DEBUG oslo_concurrency.lockutils [req-45c83951-3770-4129-a419-9f7a248a2ace req-fd9130cc-fa2d-4780-a731-a907835873d0 service nova] Acquiring lock "refresh_cache-e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.010118] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302155, 'name': CreateVM_Task, 'duration_secs': 0.387414} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.010118] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.010118] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.010535] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.010606] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.010829] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02fe367-bbb6-454b-ad1d-2e7a33576a1b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.015725] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Waiting for the task: (returnval){ [ 640.015725] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5268dffb-97cd-b915-6cea-9e42c96ffd36" [ 640.015725] env[64022]: _type = "Task" [ 640.015725] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.023724] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5268dffb-97cd-b915-6cea-9e42c96ffd36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.038170] env[64022]: INFO nova.virt.block_device [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Booting with volume 5d11621f-7260-4e95-bf92-676c81342ac1 at /dev/sda [ 640.047336] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Releasing lock "refresh_cache-e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.047685] env[64022]: DEBUG nova.compute.manager [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Instance network_info: |[{"id": "12a9a494-020f-479a-a5fc-6dc75e05caad", "address": "fa:16:3e:cb:1e:29", "network": {"id": "cd364b60-37cd-4cf1-b7fc-e9856068986a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126009627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a9a494-02", "ovs_interfaceid": "12a9a494-020f-479a-a5fc-6dc75e05caad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d39fdf27-76a1-4564-a846-9a4730480b0d", "address": "fa:16:3e:b0:61:40", "network": {"id": "85bce558-9683-4a2a-9a2e-8349ed0afa42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1056848491", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39fdf27-76", "ovs_interfaceid": "d39fdf27-76a1-4564-a846-9a4730480b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.049978] env[64022]: DEBUG oslo_concurrency.lockutils [req-45c83951-3770-4129-a419-9f7a248a2ace req-fd9130cc-fa2d-4780-a731-a907835873d0 service nova] Acquired lock "refresh_cache-e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.050186] env[64022]: DEBUG nova.network.neutron [req-45c83951-3770-4129-a419-9f7a248a2ace req-fd9130cc-fa2d-4780-a731-a907835873d0 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Refreshing network info cache for port d39fdf27-76a1-4564-a846-9a4730480b0d {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.051468] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:1e:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12a9a494-020f-479a-a5fc-6dc75e05caad', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:61:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd39fdf27-76a1-4564-a846-9a4730480b0d', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.061026] env[64022]: DEBUG oslo.service.loopingcall [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.065087] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.065087] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-657f2cb0-a741-4cfc-893f-d8d1bf60c579 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.091761] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.091761] env[64022]: value = "task-2302157" [ 640.091761] env[64022]: _type = "Task" [ 640.091761] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.098932] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2241b514-c6ba-484e-a141-d0233bfb1a80 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.104285] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302157, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.112263] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8393dfcc-df34-4372-b403-6a772ec2a32a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.157625] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6749bf1-22e2-46b7-8727-2d7b2d6cf4e5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.171898] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b4d09-d04d-4630-b05d-60382da96ac9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.214477] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea76bcdb-c539-4806-99d5-c5b5dc3adc86 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.221907] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8def70b4-fa00-4162-8075-54381e6db62d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.241252] env[64022]: DEBUG nova.virt.block_device [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Updating existing volume attachment record: d2ffb04b-1741-4eae-a4d1-3e7ba4113385 {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 640.275968] env[64022]: DEBUG nova.network.neutron [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Updated VIF entry in instance network info cache for port aff93c5d-f090-461d-8ac2-6889e6854503. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.276400] env[64022]: DEBUG nova.network.neutron [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Updating instance_info_cache with network_info: [{"id": "aff93c5d-f090-461d-8ac2-6889e6854503", "address": "fa:16:3e:48:b0:a0", "network": {"id": "df1d04af-604f-45a6-90b8-90ddcc32dfd4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-261219856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64491b5fc24b44c194dde7cd3babf348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff93c5d-f0", "ovs_interfaceid": "aff93c5d-f090-461d-8ac2-6889e6854503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.279800] env[64022]: DEBUG nova.scheduler.client.report [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.353529] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302156, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.440708] env[64022]: DEBUG nova.network.neutron [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Updating instance_info_cache with network_info: [{"id": "1c609905-f583-49c1-8400-f03b01f7c5f4", "address": "fa:16:3e:64:1a:e2", "network": {"id": "7948d2c7-1ec1-4195-ac77-427287838235", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1968837677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c39b7698e0434fb86c72b7e35352cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c609905-f5", "ovs_interfaceid": "1c609905-f583-49c1-8400-f03b01f7c5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.527058] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5268dffb-97cd-b915-6cea-9e42c96ffd36, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.527335] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.527573] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.527804] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.527952] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.528145] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.528621] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cae541f-567b-44fc-8351-0412f279d595 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.537357] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.537507] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.538274] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11cb54ca-74e1-4af8-a4b9-c1e52ab21dab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.544054] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Waiting for the task: (returnval){ [ 640.544054] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520868be-d4fb-0ec6-28a9-b96edad388a5" [ 640.544054] env[64022]: _type = "Task" [ 640.544054] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.552477] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520868be-d4fb-0ec6-28a9-b96edad388a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.574690] env[64022]: DEBUG nova.network.neutron [req-45c83951-3770-4129-a419-9f7a248a2ace req-fd9130cc-fa2d-4780-a731-a907835873d0 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Updated VIF entry in instance network info cache for port d39fdf27-76a1-4564-a846-9a4730480b0d. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.575122] env[64022]: DEBUG nova.network.neutron [req-45c83951-3770-4129-a419-9f7a248a2ace req-fd9130cc-fa2d-4780-a731-a907835873d0 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Updating instance_info_cache with network_info: [{"id": "12a9a494-020f-479a-a5fc-6dc75e05caad", "address": "fa:16:3e:cb:1e:29", "network": {"id": "cd364b60-37cd-4cf1-b7fc-e9856068986a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126009627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a9a494-02", "ovs_interfaceid": "12a9a494-020f-479a-a5fc-6dc75e05caad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d39fdf27-76a1-4564-a846-9a4730480b0d", "address": "fa:16:3e:b0:61:40", "network": {"id": "85bce558-9683-4a2a-9a2e-8349ed0afa42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1056848491", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39fdf27-76", "ovs_interfaceid": "d39fdf27-76a1-4564-a846-9a4730480b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.608723] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302157, 'name': CreateVM_Task, 'duration_secs': 0.433679} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.608855] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.609698] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.609859] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.610251] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.610449] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f47d18-a10b-4d8c-938f-2b6922e102be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.619917] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 640.619917] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52461133-1a6a-0d33-07ff-18f87a620d5a" [ 640.619917] env[64022]: _type = "Task" [ 640.619917] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.628252] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52461133-1a6a-0d33-07ff-18f87a620d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.784372] env[64022]: DEBUG oslo_concurrency.lockutils [req-56e50c7e-e441-4a0f-8d3b-c2456e932544 req-c3ed22f3-d3a5-408e-9c00-1b5313f78db3 service nova] Releasing lock "refresh_cache-5d74cad0-f593-40c2-9f07-8b7f5d9cecc0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.785237] env[64022]: DEBUG oslo_concurrency.lockutils [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.788539] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.297s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.791017] env[64022]: INFO nova.compute.claims [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.818233] env[64022]: INFO nova.scheduler.client.report [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Deleted allocations for instance 06e3d09b-6caa-4755-b96c-a89c722a9073 [ 640.859701] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302156, 'name': CreateSnapshot_Task, 'duration_secs': 0.628936} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.860439] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 640.862533] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d9703f-e356-4b26-9359-5321cf15dc18 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.945597] env[64022]: DEBUG oslo_concurrency.lockutils [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Releasing lock "refresh_cache-69d4167b-86a8-4938-a52d-dfd27bf0dce4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.054700] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520868be-d4fb-0ec6-28a9-b96edad388a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008391} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.056833] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e32fe11-c8fe-499a-a5ea-011686886cad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.062120] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Waiting for the task: (returnval){ [ 641.062120] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5227d322-cb11-e511-8d5d-f829e721c41c" [ 641.062120] env[64022]: _type = "Task" [ 641.062120] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.070342] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5227d322-cb11-e511-8d5d-f829e721c41c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.077956] env[64022]: DEBUG oslo_concurrency.lockutils [req-45c83951-3770-4129-a419-9f7a248a2ace req-fd9130cc-fa2d-4780-a731-a907835873d0 service nova] Releasing lock "refresh_cache-e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.130134] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52461133-1a6a-0d33-07ff-18f87a620d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.016797} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.130728] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.130728] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.130838] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.341067] env[64022]: DEBUG oslo_concurrency.lockutils [None req-36580fa3-ab81-4245-aa85-6837a5676c56 tempest-ServersAdmin275Test-526619532 tempest-ServersAdmin275Test-526619532-project-member] Lock "06e3d09b-6caa-4755-b96c-a89c722a9073" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.708s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.399813] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 641.401737] env[64022]: DEBUG nova.network.neutron [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Successfully updated port: 93995030-5d33-49f2-b63b-bde30ab82c9e {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.403631] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2bc2c9ff-fffb-4087-9b41-955265af172a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.416021] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 641.416021] env[64022]: value = "task-2302158" [ 641.416021] env[64022]: _type = "Task" [ 641.416021] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.426297] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302158, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.449307] env[64022]: DEBUG nova.compute.manager [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.450311] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a4de04-ebe3-4b0d-a2a6-a9e1b1991fd7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.574272] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5227d322-cb11-e511-8d5d-f829e721c41c, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.574572] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.574792] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0/5d74cad0-f593-40c2-9f07-8b7f5d9cecc0.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.575086] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.575276] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.576477] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-922bdca8-3301-49dd-9b30-809bfd3d55bf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.579356] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1931d189-1a29-48d2-910c-33fd2a2311c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.586087] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Waiting for the task: (returnval){ [ 641.586087] env[64022]: value = "task-2302159" [ 641.586087] env[64022]: _type = "Task" [ 641.586087] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.591191] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.591191] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.592522] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1693bdfc-480b-4f59-a7ec-06e97a41316d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.597502] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.600553] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 641.600553] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529ec0c6-3560-816e-8d57-69dd96977274" [ 641.600553] env[64022]: _type = "Task" [ 641.600553] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.608650] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529ec0c6-3560-816e-8d57-69dd96977274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.908917] env[64022]: DEBUG oslo_concurrency.lockutils [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Acquiring lock "refresh_cache-d7cbdf83-f819-4645-b049-72ab880c27cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.909067] env[64022]: DEBUG oslo_concurrency.lockutils [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Acquired lock "refresh_cache-d7cbdf83-f819-4645-b049-72ab880c27cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.909244] env[64022]: DEBUG nova.network.neutron [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.935895] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302158, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.099063] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501929} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.099416] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0/5d74cad0-f593-40c2-9f07-8b7f5d9cecc0.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.099652] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.099906] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e56f921-25ee-46c0-964a-dddd8b4170cf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.116535] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529ec0c6-3560-816e-8d57-69dd96977274, 'name': SearchDatastore_Task, 'duration_secs': 0.008942} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.118976] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Waiting for the task: (returnval){ [ 642.118976] env[64022]: value = "task-2302160" [ 642.118976] env[64022]: _type = "Task" [ 642.118976] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.119233] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a66f8a-7de7-4398-8e4a-6f1199eaa7e2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.133283] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 642.133283] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bd28d5-a933-605e-8ad6-2b7b6c67d47f" [ 642.133283] env[64022]: _type = "Task" [ 642.133283] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.137678] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.149709] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bd28d5-a933-605e-8ad6-2b7b6c67d47f, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.150380] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.150776] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] e777dc00-4bd3-4f7f-96fa-d5707d45f0a2/e777dc00-4bd3-4f7f-96fa-d5707d45f0a2.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.151067] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0528fa87-e2ec-4c08-960f-dea8fda970b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.157624] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 642.157624] env[64022]: value = "task-2302161" [ 642.157624] env[64022]: _type = "Task" [ 642.157624] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.168727] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.249463] env[64022]: DEBUG nova.compute.manager [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Received event network-vif-plugged-93995030-5d33-49f2-b63b-bde30ab82c9e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.249730] env[64022]: DEBUG oslo_concurrency.lockutils [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] Acquiring lock "d7cbdf83-f819-4645-b049-72ab880c27cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.250030] env[64022]: DEBUG oslo_concurrency.lockutils [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] Lock "d7cbdf83-f819-4645-b049-72ab880c27cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.250247] env[64022]: DEBUG oslo_concurrency.lockutils [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] Lock "d7cbdf83-f819-4645-b049-72ab880c27cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.250480] env[64022]: DEBUG nova.compute.manager [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] No waiting events found dispatching network-vif-plugged-93995030-5d33-49f2-b63b-bde30ab82c9e {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.250692] env[64022]: WARNING nova.compute.manager [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Received unexpected event network-vif-plugged-93995030-5d33-49f2-b63b-bde30ab82c9e for instance with vm_state building and task_state spawning. [ 642.250900] env[64022]: DEBUG nova.compute.manager [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Received event network-changed-93995030-5d33-49f2-b63b-bde30ab82c9e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.251199] env[64022]: DEBUG nova.compute.manager [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Refreshing instance network info cache due to event network-changed-93995030-5d33-49f2-b63b-bde30ab82c9e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 642.251387] env[64022]: DEBUG oslo_concurrency.lockutils [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] Acquiring lock "refresh_cache-d7cbdf83-f819-4645-b049-72ab880c27cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.430294] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302158, 'name': CloneVM_Task} progress is 95%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.437909] env[64022]: DEBUG nova.compute.manager [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.438420] env[64022]: DEBUG nova.virt.hardware [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.439615] env[64022]: DEBUG nova.virt.hardware [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.439813] env[64022]: DEBUG nova.virt.hardware [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.440183] env[64022]: DEBUG nova.virt.hardware [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.440447] env[64022]: DEBUG nova.virt.hardware [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.440699] env[64022]: DEBUG nova.virt.hardware [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.441063] env[64022]: DEBUG nova.virt.hardware [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.441421] env[64022]: DEBUG nova.virt.hardware [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.441731] env[64022]: DEBUG nova.virt.hardware [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.442048] env[64022]: DEBUG nova.virt.hardware [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.442381] env[64022]: DEBUG nova.virt.hardware [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.444493] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d937ae-1f94-4a00-abac-1552374a3b74 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.461354] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd51cbcc-69d5-4345-958b-007b6be9a169 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.477570] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd8436e-80c4-4f83-a3ec-0de4cfecadba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.487322] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Doing hard reboot of VM {{(pid=64022) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 642.497987] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d3fadffc-6686-46d0-8a2d-07668d5e2bcc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.502175] env[64022]: DEBUG nova.network.neutron [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.505465] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce405e4-79a6-4610-9411-822929bd20a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.515709] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf110ae-db40-408c-a3cd-8a4a89fe3720 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.520734] env[64022]: DEBUG oslo_vmware.api [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Waiting for the task: (returnval){ [ 642.520734] env[64022]: value = "task-2302162" [ 642.520734] env[64022]: _type = "Task" [ 642.520734] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.555353] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6f43fe-c18b-4cbf-aa0b-96354cc9c243 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.565672] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.565988] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.566168] env[64022]: DEBUG oslo_vmware.api [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302162, 'name': ResetVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.575211] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a341e22-1eae-42e6-84eb-415064c840d8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.591009] env[64022]: DEBUG nova.compute.provider_tree [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.633291] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076032} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.633615] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.634442] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983f5b8d-62cb-4593-833d-8a5cbd9a8c47 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.661541] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0/5d74cad0-f593-40c2-9f07-8b7f5d9cecc0.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.661926] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a323f70-52bf-4f52-90cd-55d9119a4f7a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.689436] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447096} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.690971] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] e777dc00-4bd3-4f7f-96fa-d5707d45f0a2/e777dc00-4bd3-4f7f-96fa-d5707d45f0a2.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.691224] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.691556] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Waiting for the task: (returnval){ [ 642.691556] env[64022]: value = "task-2302163" [ 642.691556] env[64022]: _type = "Task" [ 642.691556] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.691760] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be6037a4-8565-42e0-b1d9-c6af6efeb75d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.704185] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.705814] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 642.705814] env[64022]: value = "task-2302164" [ 642.705814] env[64022]: _type = "Task" [ 642.705814] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.716072] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.839855] env[64022]: DEBUG nova.network.neutron [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Updating instance_info_cache with network_info: [{"id": "93995030-5d33-49f2-b63b-bde30ab82c9e", "address": "fa:16:3e:a7:10:5c", "network": {"id": "e4725157-d92a-4164-b322-8e95c8f4cbb0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-245922460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a1b507e7744bb1af68ef4d5e7d301d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93995030-5d", "ovs_interfaceid": "93995030-5d33-49f2-b63b-bde30ab82c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.928803] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302158, 'name': CloneVM_Task, 'duration_secs': 1.361663} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.929191] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Created linked-clone VM from snapshot [ 642.930080] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e88f414-f173-441c-8973-66b4602b4e0a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.941984] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Uploading image ac687e7f-b7fa-499d-81f1-8970d200b0e5 {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 642.967125] env[64022]: DEBUG oslo_vmware.rw_handles [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 642.967125] env[64022]: value = "vm-468357" [ 642.967125] env[64022]: _type = "VirtualMachine" [ 642.967125] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 642.967620] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d44bb3f7-576e-4e6b-bbe8-e762a10fdfee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.975851] env[64022]: DEBUG oslo_vmware.rw_handles [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lease: (returnval){ [ 642.975851] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5299ee0d-094a-f242-81c8-19ebf5bf0eb7" [ 642.975851] env[64022]: _type = "HttpNfcLease" [ 642.975851] env[64022]: } obtained for exporting VM: (result){ [ 642.975851] env[64022]: value = "vm-468357" [ 642.975851] env[64022]: _type = "VirtualMachine" [ 642.975851] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 642.976328] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the lease: (returnval){ [ 642.976328] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5299ee0d-094a-f242-81c8-19ebf5bf0eb7" [ 642.976328] env[64022]: _type = "HttpNfcLease" [ 642.976328] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 642.983973] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 642.983973] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5299ee0d-094a-f242-81c8-19ebf5bf0eb7" [ 642.983973] env[64022]: _type = "HttpNfcLease" [ 642.983973] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 643.029456] env[64022]: DEBUG oslo_vmware.api [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302162, 'name': ResetVM_Task, 'duration_secs': 0.13267} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.029789] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Did hard reboot of VM {{(pid=64022) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 643.029992] env[64022]: DEBUG nova.compute.manager [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.031078] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd9812a-9179-486b-a59c-348824620e56 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.095360] env[64022]: DEBUG nova.scheduler.client.report [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.206183] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.215645] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089263} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.216725] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.216817] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2cc5a6-22de-47e8-b143-0a5dddd9e3a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.253119] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] e777dc00-4bd3-4f7f-96fa-d5707d45f0a2/e777dc00-4bd3-4f7f-96fa-d5707d45f0a2.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.253119] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2b71db3-398a-4a76-9413-b296551a04cd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.273476] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 643.273476] env[64022]: value = "task-2302166" [ 643.273476] env[64022]: _type = "Task" [ 643.273476] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.283670] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.343177] env[64022]: DEBUG oslo_concurrency.lockutils [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Releasing lock "refresh_cache-d7cbdf83-f819-4645-b049-72ab880c27cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.343545] env[64022]: DEBUG nova.compute.manager [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Instance network_info: |[{"id": "93995030-5d33-49f2-b63b-bde30ab82c9e", "address": "fa:16:3e:a7:10:5c", "network": {"id": "e4725157-d92a-4164-b322-8e95c8f4cbb0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-245922460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a1b507e7744bb1af68ef4d5e7d301d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93995030-5d", "ovs_interfaceid": "93995030-5d33-49f2-b63b-bde30ab82c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.344031] env[64022]: DEBUG oslo_concurrency.lockutils [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] Acquired lock "refresh_cache-d7cbdf83-f819-4645-b049-72ab880c27cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.344113] env[64022]: DEBUG nova.network.neutron [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Refreshing network info cache for port 93995030-5d33-49f2-b63b-bde30ab82c9e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.345721] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:10:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93995030-5d33-49f2-b63b-bde30ab82c9e', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.353793] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Creating folder: Project (d2a1b507e7744bb1af68ef4d5e7d301d). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.354466] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80985ff6-d964-4ad3-9122-f745c2f1ee09 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.369983] env[64022]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 643.370582] env[64022]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=64022) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 643.371177] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Folder already exists: Project (d2a1b507e7744bb1af68ef4d5e7d301d). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 643.371485] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Creating folder: Instances. Parent ref: group-v468294. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.371832] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82c1a613-0752-4609-9bc6-d5f4819788b0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.388497] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Created folder: Instances in parent group-v468294. [ 643.388964] env[64022]: DEBUG oslo.service.loopingcall [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 643.389280] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.389611] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-965f965a-5de8-4570-9209-65598054339f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.422475] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.422475] env[64022]: value = "task-2302169" [ 643.422475] env[64022]: _type = "Task" [ 643.422475] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.434639] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302169, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.485261] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 643.485261] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5299ee0d-094a-f242-81c8-19ebf5bf0eb7" [ 643.485261] env[64022]: _type = "HttpNfcLease" [ 643.485261] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 643.485261] env[64022]: DEBUG oslo_vmware.rw_handles [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 643.485261] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5299ee0d-094a-f242-81c8-19ebf5bf0eb7" [ 643.485261] env[64022]: _type = "HttpNfcLease" [ 643.485261] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 643.486056] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615d51d8-224b-4f89-ad87-5bc7a560ccfc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.494585] env[64022]: DEBUG oslo_vmware.rw_handles [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52724bbc-e8a1-7572-0f80-fcd7bfb66512/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 643.494707] env[64022]: DEBUG oslo_vmware.rw_handles [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52724bbc-e8a1-7572-0f80-fcd7bfb66512/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 643.559207] env[64022]: DEBUG oslo_concurrency.lockutils [None req-788bb2f9-bc81-469a-8736-400a3248845f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.636s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.601226] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.601447] env[64022]: DEBUG nova.compute.manager [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.604157] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.034s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.622638] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.624021] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.624021] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.624021] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.624021] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.625663] env[64022]: INFO nova.compute.manager [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Terminating instance [ 643.711186] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302163, 'name': ReconfigVM_Task, 'duration_secs': 0.809778} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.711737] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0/5d74cad0-f593-40c2-9f07-8b7f5d9cecc0.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.712656] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dac0bcf-3780-4a48-847a-88105e25e58a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.721833] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Waiting for the task: (returnval){ [ 643.721833] env[64022]: value = "task-2302170" [ 643.721833] env[64022]: _type = "Task" [ 643.721833] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.736796] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302170, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.790921] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.795981] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-983a8561-192e-4210-9ee4-7ac346064c74 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.933823] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302169, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.119893] env[64022]: DEBUG nova.compute.utils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 644.119893] env[64022]: DEBUG nova.compute.manager [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.119893] env[64022]: DEBUG nova.network.neutron [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.132462] env[64022]: DEBUG nova.compute.manager [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.132789] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.134601] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d953433-261b-4035-9468-938f1a99da88 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.143564] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.143813] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7e48227-d5ec-455c-bca1-e50a875ba0fe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.156354] env[64022]: DEBUG oslo_vmware.api [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 644.156354] env[64022]: value = "task-2302171" [ 644.156354] env[64022]: _type = "Task" [ 644.156354] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.170875] env[64022]: DEBUG oslo_vmware.api [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.221222] env[64022]: DEBUG nova.policy [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd284d90f7cf427b8589145513ccd55e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d2c84d683624a4a9c9afdce586882c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.236026] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302170, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.266970] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquiring lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.267256] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.267459] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquiring lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.270089] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.270089] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.270381] env[64022]: INFO nova.compute.manager [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Terminating instance [ 644.284415] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302166, 'name': ReconfigVM_Task, 'duration_secs': 0.816516} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.284927] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Reconfigured VM instance instance-00000023 to attach disk [datastore1] e777dc00-4bd3-4f7f-96fa-d5707d45f0a2/e777dc00-4bd3-4f7f-96fa-d5707d45f0a2.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.285871] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ccdcd1a-aa5a-4a32-976d-bfcb859b55de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.294024] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 644.294024] env[64022]: value = "task-2302172" [ 644.294024] env[64022]: _type = "Task" [ 644.294024] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.303255] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302172, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.335354] env[64022]: DEBUG nova.network.neutron [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Updated VIF entry in instance network info cache for port 93995030-5d33-49f2-b63b-bde30ab82c9e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.335712] env[64022]: DEBUG nova.network.neutron [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Updating instance_info_cache with network_info: [{"id": "93995030-5d33-49f2-b63b-bde30ab82c9e", "address": "fa:16:3e:a7:10:5c", "network": {"id": "e4725157-d92a-4164-b322-8e95c8f4cbb0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-245922460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a1b507e7744bb1af68ef4d5e7d301d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93995030-5d", "ovs_interfaceid": "93995030-5d33-49f2-b63b-bde30ab82c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.367563] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "34c628d8-15bb-42bb-af8d-75b23a4d72ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.367839] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "34c628d8-15bb-42bb-af8d-75b23a4d72ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.368312] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "34c628d8-15bb-42bb-af8d-75b23a4d72ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.368312] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "34c628d8-15bb-42bb-af8d-75b23a4d72ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.370080] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "34c628d8-15bb-42bb-af8d-75b23a4d72ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.377535] env[64022]: INFO nova.compute.manager [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Terminating instance [ 644.439204] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302169, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.629376] env[64022]: DEBUG nova.compute.manager [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.672374] env[64022]: DEBUG oslo_vmware.api [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.674690] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 23f2079e-e738-43c1-aa8f-e2d82a604a44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.674844] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance e019c04e-4fda-41e2-a3e7-ead79cdf9ced actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.674970] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 7f876a80-e222-4647-8eaa-ed830743b5d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.675115] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 34c628d8-15bb-42bb-af8d-75b23a4d72ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.675262] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance fdbee3c7-34eb-4b2e-830a-baf719075a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.675390] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance db0bd24c-af17-4abc-b83d-cd18c5f81568 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.675557] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 0c8714dc-381a-4c08-80c9-f0561b45ddbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.676850] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 6292d41f-5705-4eaa-94c4-6f5ffac5c477 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.677025] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 76c7db41-bb8f-4f70-ad21-c6724435ac9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.677210] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.677409] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance fd2648fd-9a15-40e9-aecb-b01d77939d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.677550] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance f531f8ed-481b-40b6-9cd6-15920537c1f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.677668] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.677780] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.677889] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance c584ed71-b206-4a67-a0fc-c6964b5d0fae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.678043] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance d87099f3-6484-44fb-9c6d-a6d198f46167 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 644.678174] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 12321f37-87a5-4d64-b101-25e46f3537a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 644.678331] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.678489] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 62524c8a-ec79-4e50-8945-578bea8ec22c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 644.678611] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 2f961c05-7053-4c31-b2e7-a1c2079efa26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.678723] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 3dc7f232-556b-45c1-8659-1e57c553fe3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.678835] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 69d4167b-86a8-4938-a52d-dfd27bf0dce4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.678945] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance e777dc00-4bd3-4f7f-96fa-d5707d45f0a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.679275] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.679426] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance d7cbdf83-f819-4645-b049-72ab880c27cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.679543] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 212b862f-9465-4c6d-95bc-acf2a4153e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 644.733876] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302170, 'name': Rename_Task, 'duration_secs': 0.893185} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.734309] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.734603] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d537e866-1243-44cf-b927-22212707e540 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.738451] env[64022]: DEBUG nova.network.neutron [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Successfully created port: 5b2599f3-618d-473d-9b7a-411f576a80a7 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.741962] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Waiting for the task: (returnval){ [ 644.741962] env[64022]: value = "task-2302173" [ 644.741962] env[64022]: _type = "Task" [ 644.741962] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.751321] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.781961] env[64022]: DEBUG nova.compute.manager [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.782719] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.784702] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445e4bd2-cdd1-4c52-ab44-c3e7495c3b5c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.793241] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.793516] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88236dab-1577-43dc-8181-2c71017593e5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.809467] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302172, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.812146] env[64022]: DEBUG oslo_vmware.api [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Waiting for the task: (returnval){ [ 644.812146] env[64022]: value = "task-2302174" [ 644.812146] env[64022]: _type = "Task" [ 644.812146] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.821857] env[64022]: DEBUG oslo_vmware.api [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.838489] env[64022]: DEBUG oslo_concurrency.lockutils [req-862304e4-3ede-415c-8471-9520e4383823 req-cb54c8bc-fb9f-4f5b-bfbe-031f5e7ed0d3 service nova] Releasing lock "refresh_cache-d7cbdf83-f819-4645-b049-72ab880c27cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.878316] env[64022]: DEBUG nova.compute.manager [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.881020] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.881020] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c18b3aa-c887-4a5f-b8bc-4bd45588b2b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.891752] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.894177] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b43562d3-d858-44de-a00e-a24ebbd47f87 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.900284] env[64022]: DEBUG oslo_vmware.api [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 644.900284] env[64022]: value = "task-2302175" [ 644.900284] env[64022]: _type = "Task" [ 644.900284] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.911054] env[64022]: DEBUG oslo_vmware.api [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.941907] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302169, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.175415] env[64022]: DEBUG oslo_vmware.api [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302171, 'name': PowerOffVM_Task, 'duration_secs': 0.674605} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.175415] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.175415] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.175415] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e90cbc76-6081-44ab-b214-6ec3255a08ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.186289] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance a5f14d13-841b-4ba3-a6f5-033493a3c501 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 645.255892] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302173, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.309063] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.309063] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.309063] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Deleting the datastore file [datastore2] 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.320592] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67a8c403-0aae-49c1-b6e2-989b02f15142 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.326735] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "d62e50ec-7c22-4c38-bddd-66148aa73dda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.326735] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "d62e50ec-7c22-4c38-bddd-66148aa73dda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.326926] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302172, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.341683] env[64022]: DEBUG oslo_vmware.api [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 645.341683] env[64022]: value = "task-2302177" [ 645.341683] env[64022]: _type = "Task" [ 645.341683] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.359471] env[64022]: DEBUG oslo_vmware.api [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302174, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.412363] env[64022]: DEBUG oslo_vmware.api [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302175, 'name': PowerOffVM_Task, 'duration_secs': 0.482493} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.412484] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.412608] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.412866] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72baa8cd-cca9-4a40-ad43-644af4387129 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.438224] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302169, 'name': CreateVM_Task, 'duration_secs': 1.685111} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.438408] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.439129] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468303', 'volume_id': '5d11621f-7260-4e95-bf92-676c81342ac1', 'name': 'volume-5d11621f-7260-4e95-bf92-676c81342ac1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7cbdf83-f819-4645-b049-72ab880c27cc', 'attached_at': '', 'detached_at': '', 'volume_id': '5d11621f-7260-4e95-bf92-676c81342ac1', 'serial': '5d11621f-7260-4e95-bf92-676c81342ac1'}, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'attachment_id': 'd2ffb04b-1741-4eae-a4d1-3e7ba4113385', 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=64022) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 645.439351] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Root volume attach. Driver type: vmdk {{(pid=64022) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 645.440254] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d886e7f-8189-4b85-8ff0-cf5bedfc47af {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.451381] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6224c575-f3d2-4bd7-9923-f1fab34a4a53 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.460380] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35d88b6-564a-4899-a9bd-71f218db7ff5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.471714] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-60de681f-33d5-4741-83e3-18743b18e30c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.483919] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Waiting for the task: (returnval){ [ 645.483919] env[64022]: value = "task-2302179" [ 645.483919] env[64022]: _type = "Task" [ 645.483919] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.498530] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302179, 'name': RelocateVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.517617] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.517617] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.517617] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Deleting the datastore file [datastore1] 34c628d8-15bb-42bb-af8d-75b23a4d72ee {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.517932] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb3f50f5-9591-4795-8138-833c67a9697b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.526279] env[64022]: DEBUG oslo_vmware.api [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 645.526279] env[64022]: value = "task-2302180" [ 645.526279] env[64022]: _type = "Task" [ 645.526279] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.536447] env[64022]: DEBUG oslo_vmware.api [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.646591] env[64022]: DEBUG nova.compute.manager [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.669681] env[64022]: DEBUG nova.virt.hardware [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.669944] env[64022]: DEBUG nova.virt.hardware [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.670115] env[64022]: DEBUG nova.virt.hardware [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.670302] env[64022]: DEBUG nova.virt.hardware [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.670451] env[64022]: DEBUG nova.virt.hardware [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.670595] env[64022]: DEBUG nova.virt.hardware [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.670812] env[64022]: DEBUG nova.virt.hardware [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.670974] env[64022]: DEBUG nova.virt.hardware [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.671215] env[64022]: DEBUG nova.virt.hardware [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.671441] env[64022]: DEBUG nova.virt.hardware [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.671657] env[64022]: DEBUG nova.virt.hardware [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.672831] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2c96c2-fdc6-49fa-a744-67db0155a38c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.682889] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14259e8-3e29-49ff-94c5-151fce21504b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.690587] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance d7710f8b-e98f-47fa-9976-6f44ec448c6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 645.757025] env[64022]: DEBUG oslo_vmware.api [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302173, 'name': PowerOnVM_Task, 'duration_secs': 0.664771} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.757025] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.757025] env[64022]: INFO nova.compute.manager [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Took 8.92 seconds to spawn the instance on the hypervisor. [ 645.757025] env[64022]: DEBUG nova.compute.manager [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.757025] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec8fe6f-ba0f-4599-9606-1a1ca73f2026 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.815659] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302172, 'name': Rename_Task, 'duration_secs': 1.060202} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.815994] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.816335] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e63ff06-a4df-4065-a581-2a527a76bba8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.826527] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 645.826527] env[64022]: value = "task-2302181" [ 645.826527] env[64022]: _type = "Task" [ 645.826527] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.844124] env[64022]: DEBUG oslo_vmware.api [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302174, 'name': PowerOffVM_Task, 'duration_secs': 0.573434} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.851105] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.851511] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.851925] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.852602] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d7b126d-8875-4ec1-8b1f-67049101a38a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.862978] env[64022]: DEBUG oslo_vmware.api [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407283} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.863394] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.863710] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.863843] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.864066] env[64022]: INFO nova.compute.manager [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Took 1.73 seconds to destroy the instance on the hypervisor. [ 645.864352] env[64022]: DEBUG oslo.service.loopingcall [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.864666] env[64022]: DEBUG nova.compute.manager [-] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.864842] env[64022]: DEBUG nova.network.neutron [-] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.942174] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.942628] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.942957] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Deleting the datastore file [datastore2] 69d4167b-86a8-4938-a52d-dfd27bf0dce4 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.943432] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1490e3f-f019-4740-81a4-7cf4f76c2e25 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.952081] env[64022]: DEBUG oslo_vmware.api [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Waiting for the task: (returnval){ [ 645.952081] env[64022]: value = "task-2302183" [ 645.952081] env[64022]: _type = "Task" [ 645.952081] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.966029] env[64022]: DEBUG oslo_vmware.api [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.996202] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302179, 'name': RelocateVM_Task, 'duration_secs': 0.043868} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.996565] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 645.996797] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468303', 'volume_id': '5d11621f-7260-4e95-bf92-676c81342ac1', 'name': 'volume-5d11621f-7260-4e95-bf92-676c81342ac1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7cbdf83-f819-4645-b049-72ab880c27cc', 'attached_at': '', 'detached_at': '', 'volume_id': '5d11621f-7260-4e95-bf92-676c81342ac1', 'serial': '5d11621f-7260-4e95-bf92-676c81342ac1'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 645.997661] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7b26df-f26f-4d9d-b484-345e8bca1187 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.020666] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90862f58-63eb-4513-ae0c-cfbf6736cf1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.047085] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-5d11621f-7260-4e95-bf92-676c81342ac1/volume-5d11621f-7260-4e95-bf92-676c81342ac1.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.051137] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af2284f3-57db-4cfd-b8ca-a9aa4e71e308 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.074565] env[64022]: DEBUG oslo_vmware.api [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32619} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.076156] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.076648] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.076897] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.077133] env[64022]: INFO nova.compute.manager [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Took 1.20 seconds to destroy the instance on the hypervisor. [ 646.077489] env[64022]: DEBUG oslo.service.loopingcall [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.077748] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Waiting for the task: (returnval){ [ 646.077748] env[64022]: value = "task-2302184" [ 646.077748] env[64022]: _type = "Task" [ 646.077748] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.078017] env[64022]: DEBUG nova.compute.manager [-] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.078153] env[64022]: DEBUG nova.network.neutron [-] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.091359] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.204554] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 6b09db4b-dcaf-4d47-a7fc-6282db643d96 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 646.274878] env[64022]: INFO nova.compute.manager [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Took 39.09 seconds to build instance. [ 646.347172] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302181, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.467152] env[64022]: DEBUG oslo_vmware.api [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Task: {'id': task-2302183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287128} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.467790] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.467790] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.467925] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.468141] env[64022]: INFO nova.compute.manager [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Took 1.69 seconds to destroy the instance on the hypervisor. [ 646.468603] env[64022]: DEBUG oslo.service.loopingcall [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.468846] env[64022]: DEBUG nova.compute.manager [-] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.468931] env[64022]: DEBUG nova.network.neutron [-] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.598439] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.710488] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 2780b129-725e-4444-ac6f-98ef00cef77c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 646.739442] env[64022]: DEBUG nova.compute.manager [req-781fe103-b511-4bf7-97cc-42584699debb req-8b2e7ea9-4cf9-401c-a471-b87162e1c902 service nova] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Received event network-vif-deleted-c1ba3d82-5af3-4ca7-aeee-95223742e518 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.739706] env[64022]: INFO nova.compute.manager [req-781fe103-b511-4bf7-97cc-42584699debb req-8b2e7ea9-4cf9-401c-a471-b87162e1c902 service nova] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Neutron deleted interface c1ba3d82-5af3-4ca7-aeee-95223742e518; detaching it from the instance and deleting it from the info cache [ 646.739969] env[64022]: DEBUG nova.network.neutron [req-781fe103-b511-4bf7-97cc-42584699debb req-8b2e7ea9-4cf9-401c-a471-b87162e1c902 service nova] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.776959] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7b728982-6989-4aad-8a8e-a5f86c21b93e tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Lock "5d74cad0-f593-40c2-9f07-8b7f5d9cecc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.225s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.849700] env[64022]: DEBUG oslo_vmware.api [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302181, 'name': PowerOnVM_Task, 'duration_secs': 0.849834} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.850107] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.850349] env[64022]: INFO nova.compute.manager [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Took 12.83 seconds to spawn the instance on the hypervisor. [ 646.850732] env[64022]: DEBUG nova.compute.manager [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.857020] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401b7d9c-280b-40b0-8c96-d156a4d5b3f1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.070028] env[64022]: DEBUG nova.network.neutron [-] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.096221] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302184, 'name': ReconfigVM_Task, 'duration_secs': 0.578686} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.096896] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-5d11621f-7260-4e95-bf92-676c81342ac1/volume-5d11621f-7260-4e95-bf92-676c81342ac1.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.104841] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ae96f2c-2127-4025-8c2b-ce9de12999b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.126420] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Waiting for the task: (returnval){ [ 647.126420] env[64022]: value = "task-2302185" [ 647.126420] env[64022]: _type = "Task" [ 647.126420] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.139778] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.152297] env[64022]: DEBUG nova.compute.manager [req-88c9b312-857e-4ecb-9626-d0e665c148e2 req-7bb21bab-61ac-42a9-b767-294f5661e607 service nova] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Received event network-vif-deleted-1c609905-f583-49c1-8400-f03b01f7c5f4 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.152535] env[64022]: INFO nova.compute.manager [req-88c9b312-857e-4ecb-9626-d0e665c148e2 req-7bb21bab-61ac-42a9-b767-294f5661e607 service nova] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Neutron deleted interface 1c609905-f583-49c1-8400-f03b01f7c5f4; detaching it from the instance and deleting it from the info cache [ 647.152727] env[64022]: DEBUG nova.network.neutron [req-88c9b312-857e-4ecb-9626-d0e665c148e2 req-7bb21bab-61ac-42a9-b767-294f5661e607 service nova] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.157047] env[64022]: DEBUG nova.network.neutron [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Successfully updated port: 5b2599f3-618d-473d-9b7a-411f576a80a7 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.213956] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 1bd00407-c66a-4218-9b38-8e25a676d9e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 647.242199] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba8839ef-ff6e-42f5-8bbb-567ab5f6d3d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.253228] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d22748a-a045-442e-9153-d9c6394bbcce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.279277] env[64022]: DEBUG nova.compute.manager [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.304977] env[64022]: DEBUG nova.compute.manager [req-781fe103-b511-4bf7-97cc-42584699debb req-8b2e7ea9-4cf9-401c-a471-b87162e1c902 service nova] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Detach interface failed, port_id=c1ba3d82-5af3-4ca7-aeee-95223742e518, reason: Instance 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 647.360439] env[64022]: DEBUG nova.network.neutron [-] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.384588] env[64022]: INFO nova.compute.manager [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Took 42.94 seconds to build instance. [ 647.572796] env[64022]: INFO nova.compute.manager [-] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Took 1.71 seconds to deallocate network for instance. [ 647.638972] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302185, 'name': ReconfigVM_Task, 'duration_secs': 0.348256} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.640438] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468303', 'volume_id': '5d11621f-7260-4e95-bf92-676c81342ac1', 'name': 'volume-5d11621f-7260-4e95-bf92-676c81342ac1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7cbdf83-f819-4645-b049-72ab880c27cc', 'attached_at': '', 'detached_at': '', 'volume_id': '5d11621f-7260-4e95-bf92-676c81342ac1', 'serial': '5d11621f-7260-4e95-bf92-676c81342ac1'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 647.641190] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ad066dd-b8c6-46e5-8049-2bc8315caec5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.650781] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Waiting for the task: (returnval){ [ 647.650781] env[64022]: value = "task-2302186" [ 647.650781] env[64022]: _type = "Task" [ 647.650781] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.663273] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "refresh_cache-212b862f-9465-4c6d-95bc-acf2a4153e73" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.663428] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired lock "refresh_cache-212b862f-9465-4c6d-95bc-acf2a4153e73" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.664045] env[64022]: DEBUG nova.network.neutron [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.665825] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302186, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.666296] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fde1f02c-d54d-473f-817f-114b62945a9c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.677643] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed526dad-bdef-497c-b8ea-c701dde7a67b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.725851] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 647.727435] env[64022]: DEBUG nova.compute.manager [req-88c9b312-857e-4ecb-9626-d0e665c148e2 req-7bb21bab-61ac-42a9-b767-294f5661e607 service nova] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Detach interface failed, port_id=1c609905-f583-49c1-8400-f03b01f7c5f4, reason: Instance 69d4167b-86a8-4938-a52d-dfd27bf0dce4 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 647.824389] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.864595] env[64022]: INFO nova.compute.manager [-] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Took 1.40 seconds to deallocate network for instance. [ 647.870556] env[64022]: DEBUG nova.network.neutron [-] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.887361] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3a019a2b-a13a-42c2-9301-3963ce619ac1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.739s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.086970] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.131217] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Acquiring lock "220d5470-3918-4841-8077-a06a1d463474" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.131217] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lock "220d5470-3918-4841-8077-a06a1d463474" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.164053] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302186, 'name': Rename_Task, 'duration_secs': 0.287263} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.165287] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.165693] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d50bcef1-8cac-47e5-ad66-e885bce40661 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.177635] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Waiting for the task: (returnval){ [ 648.177635] env[64022]: value = "task-2302187" [ 648.177635] env[64022]: _type = "Task" [ 648.177635] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.190009] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.219380] env[64022]: DEBUG nova.network.neutron [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.229933] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance d3824db3-b570-4a81-a6eb-580b2da057a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 648.373913] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.378788] env[64022]: INFO nova.compute.manager [-] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Took 2.30 seconds to deallocate network for instance. [ 648.392815] env[64022]: DEBUG nova.compute.manager [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.434238] env[64022]: DEBUG oslo_concurrency.lockutils [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Acquiring lock "5d74cad0-f593-40c2-9f07-8b7f5d9cecc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.434913] env[64022]: DEBUG oslo_concurrency.lockutils [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Lock "5d74cad0-f593-40c2-9f07-8b7f5d9cecc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.435347] env[64022]: DEBUG oslo_concurrency.lockutils [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Acquiring lock "5d74cad0-f593-40c2-9f07-8b7f5d9cecc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.435676] env[64022]: DEBUG oslo_concurrency.lockutils [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Lock "5d74cad0-f593-40c2-9f07-8b7f5d9cecc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.436017] env[64022]: DEBUG oslo_concurrency.lockutils [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Lock "5d74cad0-f593-40c2-9f07-8b7f5d9cecc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.439624] env[64022]: INFO nova.compute.manager [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Terminating instance [ 648.456622] env[64022]: DEBUG nova.network.neutron [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Updating instance_info_cache with network_info: [{"id": "5b2599f3-618d-473d-9b7a-411f576a80a7", "address": "fa:16:3e:b1:64:41", "network": {"id": "9167f8a6-5599-400c-952f-226c95493902", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1419883777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2c84d683624a4a9c9afdce586882c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b2599f3-61", "ovs_interfaceid": "5b2599f3-618d-473d-9b7a-411f576a80a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.687758] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.733130] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 42d2e289-435f-47df-ae33-b003b319135a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 648.775072] env[64022]: DEBUG oslo_concurrency.lockutils [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.775344] env[64022]: DEBUG oslo_concurrency.lockutils [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.775552] env[64022]: DEBUG oslo_concurrency.lockutils [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.775729] env[64022]: DEBUG oslo_concurrency.lockutils [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.775897] env[64022]: DEBUG oslo_concurrency.lockutils [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.781745] env[64022]: INFO nova.compute.manager [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Terminating instance [ 648.820421] env[64022]: DEBUG nova.compute.manager [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Received event network-vif-plugged-5b2599f3-618d-473d-9b7a-411f576a80a7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.820648] env[64022]: DEBUG oslo_concurrency.lockutils [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] Acquiring lock "212b862f-9465-4c6d-95bc-acf2a4153e73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.820853] env[64022]: DEBUG oslo_concurrency.lockutils [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] Lock "212b862f-9465-4c6d-95bc-acf2a4153e73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.821029] env[64022]: DEBUG oslo_concurrency.lockutils [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] Lock "212b862f-9465-4c6d-95bc-acf2a4153e73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.821248] env[64022]: DEBUG nova.compute.manager [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] No waiting events found dispatching network-vif-plugged-5b2599f3-618d-473d-9b7a-411f576a80a7 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.821434] env[64022]: WARNING nova.compute.manager [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Received unexpected event network-vif-plugged-5b2599f3-618d-473d-9b7a-411f576a80a7 for instance with vm_state building and task_state spawning. [ 648.821596] env[64022]: DEBUG nova.compute.manager [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Received event network-changed-5b2599f3-618d-473d-9b7a-411f576a80a7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.821765] env[64022]: DEBUG nova.compute.manager [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Refreshing instance network info cache due to event network-changed-5b2599f3-618d-473d-9b7a-411f576a80a7. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 648.821935] env[64022]: DEBUG oslo_concurrency.lockutils [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] Acquiring lock "refresh_cache-212b862f-9465-4c6d-95bc-acf2a4153e73" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.884755] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.915730] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.944622] env[64022]: DEBUG nova.compute.manager [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.944905] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.945920] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc03144-a514-4b2d-a4a6-b47edfeb5e41 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.956127] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.956391] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a5bc17d-0a71-4c86-ab06-99d908b11c9c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.959737] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Releasing lock "refresh_cache-212b862f-9465-4c6d-95bc-acf2a4153e73" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.960054] env[64022]: DEBUG nova.compute.manager [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Instance network_info: |[{"id": "5b2599f3-618d-473d-9b7a-411f576a80a7", "address": "fa:16:3e:b1:64:41", "network": {"id": "9167f8a6-5599-400c-952f-226c95493902", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1419883777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2c84d683624a4a9c9afdce586882c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b2599f3-61", "ovs_interfaceid": "5b2599f3-618d-473d-9b7a-411f576a80a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.960340] env[64022]: DEBUG oslo_concurrency.lockutils [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] Acquired lock "refresh_cache-212b862f-9465-4c6d-95bc-acf2a4153e73" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.960512] env[64022]: DEBUG nova.network.neutron [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Refreshing network info cache for port 5b2599f3-618d-473d-9b7a-411f576a80a7 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.961881] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:64:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b2599f3-618d-473d-9b7a-411f576a80a7', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.970301] env[64022]: DEBUG oslo.service.loopingcall [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.973825] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.974624] env[64022]: DEBUG oslo_vmware.api [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Waiting for the task: (returnval){ [ 648.974624] env[64022]: value = "task-2302188" [ 648.974624] env[64022]: _type = "Task" [ 648.974624] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.975140] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fee0751a-4f7b-4069-9144-5730a3ce2097 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.003203] env[64022]: DEBUG oslo_vmware.api [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.004015] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.004015] env[64022]: value = "task-2302189" [ 649.004015] env[64022]: _type = "Task" [ 649.004015] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.013396] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302189, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.190160] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.236275] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 649.288942] env[64022]: DEBUG nova.compute.manager [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.289257] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.290756] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f831a0-0c54-4a1e-aec4-5f26033d8ce6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.300589] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.302632] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f440038-ebe2-47e4-9788-e148cf08fb1c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.310417] env[64022]: DEBUG oslo_vmware.api [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 649.310417] env[64022]: value = "task-2302190" [ 649.310417] env[64022]: _type = "Task" [ 649.310417] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.320234] env[64022]: DEBUG oslo_vmware.api [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.502346] env[64022]: DEBUG oslo_vmware.api [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302188, 'name': PowerOffVM_Task, 'duration_secs': 0.223898} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.502662] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.502810] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.503079] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-616dc45a-ec4e-4981-b930-5ee734e5d348 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.513161] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302189, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.591625] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.591858] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.592084] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Deleting the datastore file [datastore1] 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.592393] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f959d7d-f792-46ef-898d-8e1f776a1c46 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.598680] env[64022]: DEBUG oslo_vmware.api [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Waiting for the task: (returnval){ [ 649.598680] env[64022]: value = "task-2302192" [ 649.598680] env[64022]: _type = "Task" [ 649.598680] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.606870] env[64022]: DEBUG oslo_vmware.api [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.689504] env[64022]: DEBUG oslo_vmware.api [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302187, 'name': PowerOnVM_Task, 'duration_secs': 1.378214} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.689783] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.689991] env[64022]: INFO nova.compute.manager [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Took 7.25 seconds to spawn the instance on the hypervisor. [ 649.690183] env[64022]: DEBUG nova.compute.manager [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.690957] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb866af-6403-4c7c-9269-15c756a9de31 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.741754] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 51eb6027-19f1-4f94-a859-cad1d29f7708 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 649.773973] env[64022]: DEBUG nova.network.neutron [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Updated VIF entry in instance network info cache for port 5b2599f3-618d-473d-9b7a-411f576a80a7. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.774348] env[64022]: DEBUG nova.network.neutron [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Updating instance_info_cache with network_info: [{"id": "5b2599f3-618d-473d-9b7a-411f576a80a7", "address": "fa:16:3e:b1:64:41", "network": {"id": "9167f8a6-5599-400c-952f-226c95493902", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1419883777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2c84d683624a4a9c9afdce586882c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b2599f3-61", "ovs_interfaceid": "5b2599f3-618d-473d-9b7a-411f576a80a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.820801] env[64022]: DEBUG oslo_vmware.api [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302190, 'name': PowerOffVM_Task, 'duration_secs': 0.280175} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.821151] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.821358] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.821645] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dd4fe28-118a-478a-a5f3-6a42f3bd92e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.970772] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.970972] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.971174] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Deleting the datastore file [datastore1] e777dc00-4bd3-4f7f-96fa-d5707d45f0a2 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.971553] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb8d6494-2ba0-4aba-996b-eb0710e50979 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.978155] env[64022]: DEBUG oslo_vmware.api [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for the task: (returnval){ [ 649.978155] env[64022]: value = "task-2302194" [ 649.978155] env[64022]: _type = "Task" [ 649.978155] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.986693] env[64022]: DEBUG oslo_vmware.api [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.015366] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302189, 'name': CreateVM_Task, 'duration_secs': 0.923442} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.015555] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.016284] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.016622] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.017427] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.017427] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9cf25a2-5226-4553-8a4e-559536d612ec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.022361] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 650.022361] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52db61a9-4ca3-3637-35ac-b2bfa135c080" [ 650.022361] env[64022]: _type = "Task" [ 650.022361] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.031265] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52db61a9-4ca3-3637-35ac-b2bfa135c080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.108168] env[64022]: DEBUG oslo_vmware.api [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Task: {'id': task-2302192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171258} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.108466] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.108642] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.108831] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.109040] env[64022]: INFO nova.compute.manager [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 650.109305] env[64022]: DEBUG oslo.service.loopingcall [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 650.109523] env[64022]: DEBUG nova.compute.manager [-] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.109598] env[64022]: DEBUG nova.network.neutron [-] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.210882] env[64022]: INFO nova.compute.manager [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Took 36.47 seconds to build instance. [ 650.247098] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance cd52cc4c-7127-41bf-bd37-0b6478b63b2d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 650.276603] env[64022]: DEBUG oslo_concurrency.lockutils [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] Releasing lock "refresh_cache-212b862f-9465-4c6d-95bc-acf2a4153e73" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.276965] env[64022]: DEBUG nova.compute.manager [req-fc8be3fc-b3f5-43d9-8480-8a01bfaff101 req-0e84d7a1-2b04-4008-a789-baa4c3a3c49b service nova] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Received event network-vif-deleted-4797adb9-efd3-4623-8e41-556d66648e71 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.488842] env[64022]: DEBUG oslo_vmware.api [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Task: {'id': task-2302194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217128} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.489113] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.489334] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.489526] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.489700] env[64022]: INFO nova.compute.manager [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 650.489941] env[64022]: DEBUG oslo.service.loopingcall [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 650.490152] env[64022]: DEBUG nova.compute.manager [-] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.490247] env[64022]: DEBUG nova.network.neutron [-] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.534994] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52db61a9-4ca3-3637-35ac-b2bfa135c080, 'name': SearchDatastore_Task, 'duration_secs': 0.018298} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.535348] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.535763] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.536029] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.536175] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.536357] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.536622] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0c128de-3ec0-4e20-942b-a84eb82e632b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.546723] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.546907] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.547691] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46c4ee44-6365-4563-a110-ac17ca37a55c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.553396] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 650.553396] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b34878-0372-3892-5ceb-677e22c5d547" [ 650.553396] env[64022]: _type = "Task" [ 650.553396] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.561840] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b34878-0372-3892-5ceb-677e22c5d547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.714081] env[64022]: DEBUG oslo_concurrency.lockutils [None req-554546a0-89db-4156-9038-30c89036fb2c tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Lock "d7cbdf83-f819-4645-b049-72ab880c27cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.359s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.752411] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 80eb9e3b-68e6-4261-ab69-e8654627607f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 650.854694] env[64022]: DEBUG nova.network.neutron [-] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.980242] env[64022]: DEBUG nova.compute.manager [req-41b0173d-4367-4099-8aea-f5c4b2d2ad76 req-8a70beb4-7d4a-4322-89e8-283c73ba81bb service nova] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Received event network-vif-deleted-aff93c5d-f090-461d-8ac2-6889e6854503 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.980444] env[64022]: DEBUG nova.compute.manager [req-41b0173d-4367-4099-8aea-f5c4b2d2ad76 req-8a70beb4-7d4a-4322-89e8-283c73ba81bb service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Received event network-vif-deleted-d39fdf27-76a1-4564-a846-9a4730480b0d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.980611] env[64022]: INFO nova.compute.manager [req-41b0173d-4367-4099-8aea-f5c4b2d2ad76 req-8a70beb4-7d4a-4322-89e8-283c73ba81bb service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Neutron deleted interface d39fdf27-76a1-4564-a846-9a4730480b0d; detaching it from the instance and deleting it from the info cache [ 650.980847] env[64022]: DEBUG nova.network.neutron [req-41b0173d-4367-4099-8aea-f5c4b2d2ad76 req-8a70beb4-7d4a-4322-89e8-283c73ba81bb service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Updating instance_info_cache with network_info: [{"id": "12a9a494-020f-479a-a5fc-6dc75e05caad", "address": "fa:16:3e:cb:1e:29", "network": {"id": "cd364b60-37cd-4cf1-b7fc-e9856068986a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126009627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ef26c1c4c84dc186fa3e6c570d17a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a9a494-02", "ovs_interfaceid": "12a9a494-020f-479a-a5fc-6dc75e05caad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.063358] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b34878-0372-3892-5ceb-677e22c5d547, 'name': SearchDatastore_Task, 'duration_secs': 0.009504} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.064248] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7527bc2d-d4f1-4a70-bd66-07f6d58cd6dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.069624] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 651.069624] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eb8ca1-c7c1-59af-7c09-90f1a52e0adc" [ 651.069624] env[64022]: _type = "Task" [ 651.069624] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.077324] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eb8ca1-c7c1-59af-7c09-90f1a52e0adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.174180] env[64022]: DEBUG nova.compute.manager [req-38db96b0-095b-4b61-839b-8faaebedc5ab req-253332ff-dbe1-4939-a7fa-bc64aff76c58 service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Received event network-changed-93995030-5d33-49f2-b63b-bde30ab82c9e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.174180] env[64022]: DEBUG nova.compute.manager [req-38db96b0-095b-4b61-839b-8faaebedc5ab req-253332ff-dbe1-4939-a7fa-bc64aff76c58 service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Refreshing instance network info cache due to event network-changed-93995030-5d33-49f2-b63b-bde30ab82c9e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 651.174331] env[64022]: DEBUG oslo_concurrency.lockutils [req-38db96b0-095b-4b61-839b-8faaebedc5ab req-253332ff-dbe1-4939-a7fa-bc64aff76c58 service nova] Acquiring lock "refresh_cache-d7cbdf83-f819-4645-b049-72ab880c27cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.174472] env[64022]: DEBUG oslo_concurrency.lockutils [req-38db96b0-095b-4b61-839b-8faaebedc5ab req-253332ff-dbe1-4939-a7fa-bc64aff76c58 service nova] Acquired lock "refresh_cache-d7cbdf83-f819-4645-b049-72ab880c27cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.174630] env[64022]: DEBUG nova.network.neutron [req-38db96b0-095b-4b61-839b-8faaebedc5ab req-253332ff-dbe1-4939-a7fa-bc64aff76c58 service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Refreshing network info cache for port 93995030-5d33-49f2-b63b-bde30ab82c9e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.216036] env[64022]: DEBUG nova.compute.manager [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.255634] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 651.360956] env[64022]: INFO nova.compute.manager [-] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Took 1.25 seconds to deallocate network for instance. [ 651.485876] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2053825b-2289-4023-831f-5852ffc9e7da {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.496926] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab16487-b54b-4198-b622-c5639aa2b4bc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.508021] env[64022]: DEBUG nova.network.neutron [-] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.538505] env[64022]: DEBUG nova.compute.manager [req-41b0173d-4367-4099-8aea-f5c4b2d2ad76 req-8a70beb4-7d4a-4322-89e8-283c73ba81bb service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Detach interface failed, port_id=d39fdf27-76a1-4564-a846-9a4730480b0d, reason: Instance e777dc00-4bd3-4f7f-96fa-d5707d45f0a2 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 651.581890] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eb8ca1-c7c1-59af-7c09-90f1a52e0adc, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.582173] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.582438] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 212b862f-9465-4c6d-95bc-acf2a4153e73/212b862f-9465-4c6d-95bc-acf2a4153e73.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.582723] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5171f622-5f6d-423a-9251-30a0b8e0a29c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.589155] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 651.589155] env[64022]: value = "task-2302195" [ 651.589155] env[64022]: _type = "Task" [ 651.589155] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.597167] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.742014] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.760174] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 1a99f453-b18c-4191-b80d-e769aa3742ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 651.867576] env[64022]: DEBUG oslo_concurrency.lockutils [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.988678] env[64022]: DEBUG nova.network.neutron [req-38db96b0-095b-4b61-839b-8faaebedc5ab req-253332ff-dbe1-4939-a7fa-bc64aff76c58 service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Updated VIF entry in instance network info cache for port 93995030-5d33-49f2-b63b-bde30ab82c9e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.989172] env[64022]: DEBUG nova.network.neutron [req-38db96b0-095b-4b61-839b-8faaebedc5ab req-253332ff-dbe1-4939-a7fa-bc64aff76c58 service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Updating instance_info_cache with network_info: [{"id": "93995030-5d33-49f2-b63b-bde30ab82c9e", "address": "fa:16:3e:a7:10:5c", "network": {"id": "e4725157-d92a-4164-b322-8e95c8f4cbb0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-245922460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a1b507e7744bb1af68ef4d5e7d301d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93995030-5d", "ovs_interfaceid": "93995030-5d33-49f2-b63b-bde30ab82c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.011926] env[64022]: INFO nova.compute.manager [-] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Took 1.52 seconds to deallocate network for instance. [ 652.098793] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464372} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.099082] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 212b862f-9465-4c6d-95bc-acf2a4153e73/212b862f-9465-4c6d-95bc-acf2a4153e73.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.099304] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.099557] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa4c85d9-7549-4b43-a645-96bfe6aaccb0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.106221] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 652.106221] env[64022]: value = "task-2302196" [ 652.106221] env[64022]: _type = "Task" [ 652.106221] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.114686] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.263634] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 652.263975] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 652.264139] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 652.492665] env[64022]: DEBUG oslo_concurrency.lockutils [req-38db96b0-095b-4b61-839b-8faaebedc5ab req-253332ff-dbe1-4939-a7fa-bc64aff76c58 service nova] Releasing lock "refresh_cache-d7cbdf83-f819-4645-b049-72ab880c27cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.520212] env[64022]: DEBUG oslo_concurrency.lockutils [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.618852] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067119} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.619137] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.619905] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c3b422-a03a-4cf1-bb32-65d93722ccf9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.644926] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 212b862f-9465-4c6d-95bc-acf2a4153e73/212b862f-9465-4c6d-95bc-acf2a4153e73.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.647723] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea6f448-587a-4026-a707-587f5e18b7f8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.667694] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 652.667694] env[64022]: value = "task-2302197" [ 652.667694] env[64022]: _type = "Task" [ 652.667694] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.678652] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.841961] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c6d062-102b-4008-8eb2-6357d1049e82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.849683] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4985fe3f-4961-48c8-b126-d90be1916345 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.879119] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b262aa-cde1-47fe-8e8e-8c044ff768ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.886591] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee71c71-904a-4c18-a33e-aaa50fa817a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.900883] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.024447] env[64022]: DEBUG nova.compute.manager [req-a7f61ca1-fd80-4914-9305-7fc09d218030 req-4b964c9e-9df4-4881-89d1-f5db93e65fd8 service nova] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Received event network-vif-deleted-12a9a494-020f-479a-a5fc-6dc75e05caad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.179257] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.404057] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.679600] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.908577] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 653.908867] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.305s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.909170] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.796s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.910768] env[64022]: INFO nova.compute.claims [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.156663] env[64022]: DEBUG oslo_vmware.rw_handles [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52724bbc-e8a1-7572-0f80-fcd7bfb66512/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 654.158027] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9881299d-a716-41b2-bf51-8e7b88a789e5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.163893] env[64022]: DEBUG oslo_vmware.rw_handles [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52724bbc-e8a1-7572-0f80-fcd7bfb66512/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 654.164067] env[64022]: ERROR oslo_vmware.rw_handles [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52724bbc-e8a1-7572-0f80-fcd7bfb66512/disk-0.vmdk due to incomplete transfer. [ 654.164292] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-22d219eb-ed19-4fd0-bfb8-9105efa9956e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.173288] env[64022]: DEBUG oslo_vmware.rw_handles [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52724bbc-e8a1-7572-0f80-fcd7bfb66512/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 654.173485] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Uploaded image ac687e7f-b7fa-499d-81f1-8970d200b0e5 to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 654.175685] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 654.176234] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b58e20f-4021-4a43-bc95-c673b3a416ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.180363] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302197, 'name': ReconfigVM_Task, 'duration_secs': 1.250945} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.180925] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 212b862f-9465-4c6d-95bc-acf2a4153e73/212b862f-9465-4c6d-95bc-acf2a4153e73.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.181533] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc5050d5-1611-4da4-a0e7-c8393de41f70 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.184511] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 654.184511] env[64022]: value = "task-2302198" [ 654.184511] env[64022]: _type = "Task" [ 654.184511] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.188168] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 654.188168] env[64022]: value = "task-2302199" [ 654.188168] env[64022]: _type = "Task" [ 654.188168] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.194143] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302198, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.198426] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302199, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.695232] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302198, 'name': Destroy_Task, 'duration_secs': 0.394728} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.695824] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Destroyed the VM [ 654.696073] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 654.696312] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ed97d14-5761-4fc6-8acf-996d11573a41 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.700457] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302199, 'name': Rename_Task, 'duration_secs': 0.139438} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.701012] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.701288] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fd3c1fd-5e3c-42e6-aa5a-78265f6da32d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.708058] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 654.708058] env[64022]: value = "task-2302200" [ 654.708058] env[64022]: _type = "Task" [ 654.708058] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.708537] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 654.708537] env[64022]: value = "task-2302201" [ 654.708537] env[64022]: _type = "Task" [ 654.708537] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.719383] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.719701] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.222846] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302200, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.231646] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302201, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.449348] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e0fdea-9b77-47bd-a097-4a01d4ef813b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.457823] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfe341f-9ac2-497b-8d2f-0905ffe7a09c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.489354] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d61cb0-b179-455b-a624-323a403e64d4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.497061] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8f0afe-16f7-44b5-b90a-742fc4264395 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.510665] env[64022]: DEBUG nova.compute.provider_tree [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.717654] env[64022]: DEBUG oslo_vmware.api [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302200, 'name': RemoveSnapshot_Task, 'duration_secs': 0.816564} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.718317] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 655.718617] env[64022]: INFO nova.compute.manager [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Took 16.42 seconds to snapshot the instance on the hypervisor. [ 655.724249] env[64022]: DEBUG oslo_vmware.api [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302201, 'name': PowerOnVM_Task, 'duration_secs': 0.620285} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.724508] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.724686] env[64022]: INFO nova.compute.manager [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Took 10.08 seconds to spawn the instance on the hypervisor. [ 655.724836] env[64022]: DEBUG nova.compute.manager [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.725579] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fff911d-6209-4456-8036-16c6da9e6d66 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.917737] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "2f961c05-7053-4c31-b2e7-a1c2079efa26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.918265] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "2f961c05-7053-4c31-b2e7-a1c2079efa26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.918265] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "2f961c05-7053-4c31-b2e7-a1c2079efa26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.918424] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "2f961c05-7053-4c31-b2e7-a1c2079efa26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.918646] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "2f961c05-7053-4c31-b2e7-a1c2079efa26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.923489] env[64022]: INFO nova.compute.manager [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Terminating instance [ 656.013940] env[64022]: DEBUG nova.scheduler.client.report [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.227023] env[64022]: DEBUG nova.compute.manager [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Instance disappeared during snapshot {{(pid=64022) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 656.239483] env[64022]: DEBUG nova.compute.manager [None req-b7afa7a5-e751-458a-b8cb-7995e4b98ffc tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Image not found during clean up ac687e7f-b7fa-499d-81f1-8970d200b0e5 {{(pid=64022) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 656.242308] env[64022]: INFO nova.compute.manager [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Took 38.77 seconds to build instance. [ 656.387959] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "023b0e1a-2d7e-4325-b86b-5ed4530a57f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.388207] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "023b0e1a-2d7e-4325-b86b-5ed4530a57f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.427301] env[64022]: DEBUG nova.compute.manager [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.427499] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.428803] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2510250-bdf5-4ce8-bd58-b7056e360fe7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.436338] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.436574] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-614c3b5f-3385-4f82-bbea-dd94dc58e5c8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.497459] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.498099] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.498099] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleting the datastore file [datastore1] 2f961c05-7053-4c31-b2e7-a1c2079efa26 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.498099] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d58750da-b156-4779-a331-839671fb65f9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.504537] env[64022]: DEBUG oslo_vmware.api [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 656.504537] env[64022]: value = "task-2302203" [ 656.504537] env[64022]: _type = "Task" [ 656.504537] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.511921] env[64022]: DEBUG oslo_vmware.api [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.518393] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.518866] env[64022]: DEBUG nova.compute.manager [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.521439] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.119s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.523042] env[64022]: INFO nova.compute.claims [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.746501] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fcd08221-e3cd-47d3-894e-18a135fba20a tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "212b862f-9465-4c6d-95bc-acf2a4153e73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.569s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.015308] env[64022]: DEBUG oslo_vmware.api [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149841} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.015429] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.016829] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.016829] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.016829] env[64022]: INFO nova.compute.manager [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Took 0.59 seconds to destroy the instance on the hypervisor. [ 657.016829] env[64022]: DEBUG oslo.service.loopingcall [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.016829] env[64022]: DEBUG nova.compute.manager [-] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.017082] env[64022]: DEBUG nova.network.neutron [-] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.027855] env[64022]: DEBUG nova.compute.utils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 657.031706] env[64022]: DEBUG nova.compute.manager [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.031881] env[64022]: DEBUG nova.network.neutron [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.121967] env[64022]: DEBUG nova.policy [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b07284af16b4d3baef0a339ad98b595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d35be2385874bfea52f8fe57ca53027', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.252094] env[64022]: DEBUG nova.compute.manager [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.407210] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "212b862f-9465-4c6d-95bc-acf2a4153e73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.407507] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "212b862f-9465-4c6d-95bc-acf2a4153e73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.407728] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "212b862f-9465-4c6d-95bc-acf2a4153e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.407913] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "212b862f-9465-4c6d-95bc-acf2a4153e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.408100] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "212b862f-9465-4c6d-95bc-acf2a4153e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.410486] env[64022]: INFO nova.compute.manager [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Terminating instance [ 657.532225] env[64022]: DEBUG nova.compute.manager [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.775011] env[64022]: DEBUG nova.compute.manager [req-bd8a9bd3-75ba-4a8d-b051-37b074af1005 req-371c5b1a-dd2f-4448-ab8b-2b6b5019ce65 service nova] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Received event network-vif-deleted-8be83d98-8478-4b36-94b7-e27e43857975 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.775251] env[64022]: INFO nova.compute.manager [req-bd8a9bd3-75ba-4a8d-b051-37b074af1005 req-371c5b1a-dd2f-4448-ab8b-2b6b5019ce65 service nova] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Neutron deleted interface 8be83d98-8478-4b36-94b7-e27e43857975; detaching it from the instance and deleting it from the info cache [ 657.775913] env[64022]: DEBUG nova.network.neutron [req-bd8a9bd3-75ba-4a8d-b051-37b074af1005 req-371c5b1a-dd2f-4448-ab8b-2b6b5019ce65 service nova] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.779852] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.876535] env[64022]: DEBUG nova.network.neutron [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Successfully created port: b023264e-e36b-419a-8071-6a1d28879133 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.921325] env[64022]: DEBUG nova.compute.manager [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.921533] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.922423] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3a4efd-23af-43d3-87c3-333fa1cbff45 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.932661] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.933014] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b17a447f-626b-46e5-acbf-7d18140ad5c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.939609] env[64022]: DEBUG oslo_vmware.api [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 657.939609] env[64022]: value = "task-2302204" [ 657.939609] env[64022]: _type = "Task" [ 657.939609] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.951501] env[64022]: DEBUG oslo_vmware.api [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.219882] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5a6f0e-cbef-40e5-af7b-d4815b0eaf36 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.224719] env[64022]: DEBUG nova.network.neutron [-] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.229978] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfe8423-26a5-4292-a912-43165689beeb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.265456] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a386006d-216e-4667-9e11-a2be2689e519 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.273540] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c9c2d9-3166-4f76-b5dd-13068b3640ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.287749] env[64022]: DEBUG nova.compute.provider_tree [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.289106] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b720732a-73eb-48f1-bd4e-8fd31318674c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.297698] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d068c515-8572-47f9-ba8e-763ffd7031bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.331220] env[64022]: DEBUG nova.compute.manager [req-bd8a9bd3-75ba-4a8d-b051-37b074af1005 req-371c5b1a-dd2f-4448-ab8b-2b6b5019ce65 service nova] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Detach interface failed, port_id=8be83d98-8478-4b36-94b7-e27e43857975, reason: Instance 2f961c05-7053-4c31-b2e7-a1c2079efa26 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 658.452352] env[64022]: DEBUG oslo_vmware.api [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302204, 'name': PowerOffVM_Task, 'duration_secs': 0.310306} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.452622] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.452794] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.453048] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-991f13bd-6a9e-455d-bc16-045216656e9b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.513264] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.513440] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.513622] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Deleting the datastore file [datastore2] 212b862f-9465-4c6d-95bc-acf2a4153e73 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.513881] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-022d2e20-4fdf-4576-b1d1-07d304744fe2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.519787] env[64022]: DEBUG oslo_vmware.api [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 658.519787] env[64022]: value = "task-2302206" [ 658.519787] env[64022]: _type = "Task" [ 658.519787] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.527274] env[64022]: DEBUG oslo_vmware.api [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.546634] env[64022]: DEBUG nova.compute.manager [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.571184] env[64022]: DEBUG nova.virt.hardware [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.571525] env[64022]: DEBUG nova.virt.hardware [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.571703] env[64022]: DEBUG nova.virt.hardware [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.571907] env[64022]: DEBUG nova.virt.hardware [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.572082] env[64022]: DEBUG nova.virt.hardware [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.572246] env[64022]: DEBUG nova.virt.hardware [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.572551] env[64022]: DEBUG nova.virt.hardware [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.572731] env[64022]: DEBUG nova.virt.hardware [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.572919] env[64022]: DEBUG nova.virt.hardware [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.573121] env[64022]: DEBUG nova.virt.hardware [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.573324] env[64022]: DEBUG nova.virt.hardware [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.574251] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eb400b-943a-42f0-81c6-ee64db1082c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.583062] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cc0ed4-e4ff-44e0-949a-a08614286e0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.726189] env[64022]: INFO nova.compute.manager [-] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Took 1.71 seconds to deallocate network for instance. [ 658.792318] env[64022]: DEBUG nova.scheduler.client.report [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.032123] env[64022]: DEBUG oslo_vmware.api [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162343} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.032123] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.032123] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.032123] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.032123] env[64022]: INFO nova.compute.manager [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Took 1.11 seconds to destroy the instance on the hypervisor. [ 659.032123] env[64022]: DEBUG oslo.service.loopingcall [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.032123] env[64022]: DEBUG nova.compute.manager [-] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.032505] env[64022]: DEBUG nova.network.neutron [-] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.232371] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.298502] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.299029] env[64022]: DEBUG nova.compute.manager [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.301895] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.898s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.302109] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.307484] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.598s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.307672] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.313328] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.106s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.314980] env[64022]: INFO nova.compute.claims [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.356356] env[64022]: INFO nova.scheduler.client.report [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Deleted allocations for instance 12321f37-87a5-4d64-b101-25e46f3537a9 [ 659.360853] env[64022]: INFO nova.scheduler.client.report [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Deleted allocations for instance d87099f3-6484-44fb-9c6d-a6d198f46167 [ 659.601793] env[64022]: DEBUG nova.network.neutron [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Successfully updated port: b023264e-e36b-419a-8071-6a1d28879133 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.824580] env[64022]: DEBUG nova.compute.utils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 659.829658] env[64022]: DEBUG nova.compute.manager [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Not allocating networking since 'none' was specified. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 659.865863] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "12321f37-87a5-4d64-b101-25e46f3537a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.719s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.877070] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "d87099f3-6484-44fb-9c6d-a6d198f46167" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.922s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.880885] env[64022]: DEBUG nova.compute.manager [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Received event network-vif-deleted-5b2599f3-618d-473d-9b7a-411f576a80a7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.881076] env[64022]: INFO nova.compute.manager [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Neutron deleted interface 5b2599f3-618d-473d-9b7a-411f576a80a7; detaching it from the instance and deleting it from the info cache [ 659.881423] env[64022]: DEBUG nova.network.neutron [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.907942] env[64022]: DEBUG nova.network.neutron [-] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.104760] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Acquiring lock "refresh_cache-a5f14d13-841b-4ba3-a6f5-033493a3c501" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.104955] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Acquired lock "refresh_cache-a5f14d13-841b-4ba3-a6f5-033493a3c501" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.106314] env[64022]: DEBUG nova.network.neutron [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.331476] env[64022]: DEBUG nova.compute.manager [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.387123] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5425c877-7a81-4607-b50b-e1c9f0d01dac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.395992] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776c4121-0c0e-4929-98e5-1b29a56f7eaf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.410416] env[64022]: INFO nova.compute.manager [-] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Took 1.38 seconds to deallocate network for instance. [ 660.434385] env[64022]: DEBUG nova.compute.manager [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Detach interface failed, port_id=5b2599f3-618d-473d-9b7a-411f576a80a7, reason: Instance 212b862f-9465-4c6d-95bc-acf2a4153e73 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 660.434617] env[64022]: DEBUG nova.compute.manager [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Received event network-vif-plugged-b023264e-e36b-419a-8071-6a1d28879133 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.434810] env[64022]: DEBUG oslo_concurrency.lockutils [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] Acquiring lock "a5f14d13-841b-4ba3-a6f5-033493a3c501-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.435025] env[64022]: DEBUG oslo_concurrency.lockutils [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] Lock "a5f14d13-841b-4ba3-a6f5-033493a3c501-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.435207] env[64022]: DEBUG oslo_concurrency.lockutils [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] Lock "a5f14d13-841b-4ba3-a6f5-033493a3c501-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.435362] env[64022]: DEBUG nova.compute.manager [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] No waiting events found dispatching network-vif-plugged-b023264e-e36b-419a-8071-6a1d28879133 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.435528] env[64022]: WARNING nova.compute.manager [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Received unexpected event network-vif-plugged-b023264e-e36b-419a-8071-6a1d28879133 for instance with vm_state building and task_state spawning. [ 660.435939] env[64022]: DEBUG nova.compute.manager [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Received event network-changed-b023264e-e36b-419a-8071-6a1d28879133 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.435939] env[64022]: DEBUG nova.compute.manager [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Refreshing instance network info cache due to event network-changed-b023264e-e36b-419a-8071-6a1d28879133. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 660.436062] env[64022]: DEBUG oslo_concurrency.lockutils [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] Acquiring lock "refresh_cache-a5f14d13-841b-4ba3-a6f5-033493a3c501" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.628376] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "870aa9bb-f650-40dd-b5b0-2a36ee80290d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.628604] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "870aa9bb-f650-40dd-b5b0-2a36ee80290d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.640524] env[64022]: DEBUG nova.network.neutron [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.656152] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "07b5281f-6480-476c-8457-c57526d1d8f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.656382] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "07b5281f-6480-476c-8457-c57526d1d8f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.799228] env[64022]: DEBUG nova.network.neutron [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Updating instance_info_cache with network_info: [{"id": "b023264e-e36b-419a-8071-6a1d28879133", "address": "fa:16:3e:29:1b:60", "network": {"id": "93df9332-e2e9-4027-b19d-f879128e06d6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-646510957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d35be2385874bfea52f8fe57ca53027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb023264e-e3", "ovs_interfaceid": "b023264e-e36b-419a-8071-6a1d28879133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.917215] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.925494] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e99bd76-1274-461f-8c5c-1b44c18c110d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.933344] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebf1b5c-16e6-4f46-a53a-f5ff01e13074 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.964368] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcdb07e-45e0-43cf-9163-43bcff1ac733 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.971796] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f313be-be01-4238-99ad-fa30493cba5a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.986914] env[64022]: DEBUG nova.compute.provider_tree [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.301704] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Releasing lock "refresh_cache-a5f14d13-841b-4ba3-a6f5-033493a3c501" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.302056] env[64022]: DEBUG nova.compute.manager [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Instance network_info: |[{"id": "b023264e-e36b-419a-8071-6a1d28879133", "address": "fa:16:3e:29:1b:60", "network": {"id": "93df9332-e2e9-4027-b19d-f879128e06d6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-646510957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d35be2385874bfea52f8fe57ca53027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb023264e-e3", "ovs_interfaceid": "b023264e-e36b-419a-8071-6a1d28879133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.302369] env[64022]: DEBUG oslo_concurrency.lockutils [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] Acquired lock "refresh_cache-a5f14d13-841b-4ba3-a6f5-033493a3c501" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.302550] env[64022]: DEBUG nova.network.neutron [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Refreshing network info cache for port b023264e-e36b-419a-8071-6a1d28879133 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.303741] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:1b:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b023264e-e36b-419a-8071-6a1d28879133', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.312060] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Creating folder: Project (0d35be2385874bfea52f8fe57ca53027). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.313115] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd9fe558-871d-448f-9a0b-1e9cf55f227a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.324194] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Created folder: Project (0d35be2385874bfea52f8fe57ca53027) in parent group-v468248. [ 661.324357] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Creating folder: Instances. Parent ref: group-v468361. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.324584] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c73891a-41a0-4009-839c-b5627c80987d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.333614] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Created folder: Instances in parent group-v468361. [ 661.333876] env[64022]: DEBUG oslo.service.loopingcall [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.334076] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.334455] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7a1b5ae-f736-45e1-90cc-486a73cab880 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.350471] env[64022]: DEBUG nova.compute.manager [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.357759] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.357759] env[64022]: value = "task-2302209" [ 661.357759] env[64022]: _type = "Task" [ 661.357759] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.367065] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302209, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.375879] env[64022]: DEBUG nova.virt.hardware [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.376130] env[64022]: DEBUG nova.virt.hardware [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.376289] env[64022]: DEBUG nova.virt.hardware [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.376470] env[64022]: DEBUG nova.virt.hardware [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.376622] env[64022]: DEBUG nova.virt.hardware [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.376761] env[64022]: DEBUG nova.virt.hardware [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.376967] env[64022]: DEBUG nova.virt.hardware [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.377140] env[64022]: DEBUG nova.virt.hardware [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.377309] env[64022]: DEBUG nova.virt.hardware [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.377469] env[64022]: DEBUG nova.virt.hardware [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.377653] env[64022]: DEBUG nova.virt.hardware [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.378441] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645831c2-61be-4a1d-af92-1dfe5109716e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.386245] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f7275a-e8bc-4ec8-8e1d-9220c3003a9c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.399033] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Instance VIF info [] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.404744] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Creating folder: Project (8ac180f7c8c243cdadcedf699aa04186). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.405059] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d997be35-2a2c-48d0-8f6b-a5fbb2bc1788 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.413954] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Created folder: Project (8ac180f7c8c243cdadcedf699aa04186) in parent group-v468248. [ 661.414203] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Creating folder: Instances. Parent ref: group-v468364. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.414448] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a1a410e-1e57-46d0-9dbb-8eb0cf487214 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.422373] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Created folder: Instances in parent group-v468364. [ 661.422727] env[64022]: DEBUG oslo.service.loopingcall [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.422923] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.423142] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74bfad07-81ca-4b17-9bd4-56100740d3c5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.439475] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.439475] env[64022]: value = "task-2302212" [ 661.439475] env[64022]: _type = "Task" [ 661.439475] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.447680] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302212, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.491754] env[64022]: DEBUG nova.scheduler.client.report [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.868241] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302209, 'name': CreateVM_Task, 'duration_secs': 0.324305} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.868436] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.869144] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.869309] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.869673] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.869927] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22389db0-7c6e-4df1-bd91-f73b362eabf6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.874994] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Waiting for the task: (returnval){ [ 661.874994] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ae636b-4b66-f042-5e39-a163a7b070dd" [ 661.874994] env[64022]: _type = "Task" [ 661.874994] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.884735] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ae636b-4b66-f042-5e39-a163a7b070dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.949086] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302212, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.997603] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.998122] env[64022]: DEBUG nova.compute.manager [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.001080] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.695s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.001080] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.002843] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.932s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.004377] env[64022]: INFO nova.compute.claims [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.028324] env[64022]: INFO nova.scheduler.client.report [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Deleted allocations for instance 62524c8a-ec79-4e50-8945-578bea8ec22c [ 662.033608] env[64022]: DEBUG nova.network.neutron [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Updated VIF entry in instance network info cache for port b023264e-e36b-419a-8071-6a1d28879133. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.033942] env[64022]: DEBUG nova.network.neutron [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Updating instance_info_cache with network_info: [{"id": "b023264e-e36b-419a-8071-6a1d28879133", "address": "fa:16:3e:29:1b:60", "network": {"id": "93df9332-e2e9-4027-b19d-f879128e06d6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-646510957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d35be2385874bfea52f8fe57ca53027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb023264e-e3", "ovs_interfaceid": "b023264e-e36b-419a-8071-6a1d28879133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.386015] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ae636b-4b66-f042-5e39-a163a7b070dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.386345] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.386631] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.386874] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.387033] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.387218] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.387546] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a06c3a2e-86f8-4a44-a623-f9006ba4e1cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.405111] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.405291] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.406021] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613b7e3b-f5dd-4690-bffd-a2ebca3870ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.410961] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Waiting for the task: (returnval){ [ 662.410961] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526e63c1-da9d-39f5-e996-54592dd5040b" [ 662.410961] env[64022]: _type = "Task" [ 662.410961] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.418200] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526e63c1-da9d-39f5-e996-54592dd5040b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.448133] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302212, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.509152] env[64022]: DEBUG nova.compute.utils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 662.512010] env[64022]: DEBUG nova.compute.manager [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Not allocating networking since 'none' was specified. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 662.535624] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8c7c5da4-2636-4e28-9608-30d0312b65bd tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Lock "62524c8a-ec79-4e50-8945-578bea8ec22c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.840s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.536920] env[64022]: DEBUG oslo_concurrency.lockutils [req-1d2bc40b-6a05-4908-8544-df9c77a0e97f req-59d13e51-8533-4c86-9dbe-45b78c448aa1 service nova] Releasing lock "refresh_cache-a5f14d13-841b-4ba3-a6f5-033493a3c501" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.922329] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526e63c1-da9d-39f5-e996-54592dd5040b, 'name': SearchDatastore_Task, 'duration_secs': 0.008024} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.923342] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c53abb4-6613-4d9b-9997-b092e0c4f0db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.930100] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Waiting for the task: (returnval){ [ 662.930100] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52187fe6-5601-82ce-f847-435d61f5f064" [ 662.930100] env[64022]: _type = "Task" [ 662.930100] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.939587] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52187fe6-5601-82ce-f847-435d61f5f064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.951875] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302212, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.012781] env[64022]: DEBUG nova.compute.manager [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.443924] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52187fe6-5601-82ce-f847-435d61f5f064, 'name': SearchDatastore_Task, 'duration_secs': 0.010128} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.446993] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.447288] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] a5f14d13-841b-4ba3-a6f5-033493a3c501/a5f14d13-841b-4ba3-a6f5-033493a3c501.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.449754] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07cbfd6f-45e8-4800-88b7-4a4d051aec3a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.457710] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302212, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.459099] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Waiting for the task: (returnval){ [ 663.459099] env[64022]: value = "task-2302213" [ 663.459099] env[64022]: _type = "Task" [ 663.459099] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.468840] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.572070] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac108e9-811a-498b-9b67-bfe5dc89cee0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.580142] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8025593c-a1b5-4f65-a608-779381d6151e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.610247] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9da17f-b57a-4387-a666-5650f28fab39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.619982] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e40193f-4494-40f1-be8e-2cd9a5966d7b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.632313] env[64022]: DEBUG nova.compute.provider_tree [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.952915] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302212, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.969885] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498521} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.970155] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] a5f14d13-841b-4ba3-a6f5-033493a3c501/a5f14d13-841b-4ba3-a6f5-033493a3c501.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.970367] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.970615] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d6afa32-3932-4d30-a831-ffe61da99291 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.976270] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Waiting for the task: (returnval){ [ 663.976270] env[64022]: value = "task-2302214" [ 663.976270] env[64022]: _type = "Task" [ 663.976270] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.983535] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.025964] env[64022]: DEBUG nova.compute.manager [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.055783] env[64022]: DEBUG nova.virt.hardware [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.055783] env[64022]: DEBUG nova.virt.hardware [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.055783] env[64022]: DEBUG nova.virt.hardware [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.055783] env[64022]: DEBUG nova.virt.hardware [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.055783] env[64022]: DEBUG nova.virt.hardware [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.055783] env[64022]: DEBUG nova.virt.hardware [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.055783] env[64022]: DEBUG nova.virt.hardware [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.055783] env[64022]: DEBUG nova.virt.hardware [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.055783] env[64022]: DEBUG nova.virt.hardware [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.056234] env[64022]: DEBUG nova.virt.hardware [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.056234] env[64022]: DEBUG nova.virt.hardware [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.056864] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca65c87-7928-4fd0-8e77-81c2949dc101 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.064447] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadb7518-962e-4b14-acbb-96278ecc5e3c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.077590] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Instance VIF info [] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.083930] env[64022]: DEBUG oslo.service.loopingcall [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.083930] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.083930] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61d2f5bd-5808-4ed2-851d-566aaee5e67b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.101326] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.101326] env[64022]: value = "task-2302215" [ 664.101326] env[64022]: _type = "Task" [ 664.101326] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.109089] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302215, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.135470] env[64022]: DEBUG nova.scheduler.client.report [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.454212] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302212, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.487483] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06572} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.487843] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.488776] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3fa23a-925f-4d00-b2d2-da076f80785d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.511715] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] a5f14d13-841b-4ba3-a6f5-033493a3c501/a5f14d13-841b-4ba3-a6f5-033493a3c501.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.512104] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddfd1942-3a0a-4b62-b50a-8ea36c19c511 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.533773] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Waiting for the task: (returnval){ [ 664.533773] env[64022]: value = "task-2302216" [ 664.533773] env[64022]: _type = "Task" [ 664.533773] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.542139] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.611564] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302215, 'name': CreateVM_Task, 'duration_secs': 0.309679} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.611749] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.612175] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.612341] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.612678] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.612922] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908af372-44c9-46bf-ab4a-30550ebd685b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.617128] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 664.617128] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f44992-64b6-ea4f-1760-0742f1c2563d" [ 664.617128] env[64022]: _type = "Task" [ 664.617128] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.624476] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f44992-64b6-ea4f-1760-0742f1c2563d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.641542] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.642069] env[64022]: DEBUG nova.compute.manager [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.644606] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.858s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.646012] env[64022]: INFO nova.compute.claims [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.921281] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Acquiring lock "5f5830d4-a41f-4a59-befd-98bb57767ee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.921673] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Lock "5f5830d4-a41f-4a59-befd-98bb57767ee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.955466] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302212, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.044391] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.129058] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f44992-64b6-ea4f-1760-0742f1c2563d, 'name': SearchDatastore_Task, 'duration_secs': 0.044794} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.129058] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.129058] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.129058] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.129058] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.129058] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.129369] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c0f11ba-a959-4725-a405-2c678f9a982f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.140072] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.140274] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.141035] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b01ca30-afbc-4aae-ab88-023231878c13 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.145861] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 665.145861] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527377f1-b155-c99c-8e80-c0bb0471f547" [ 665.145861] env[64022]: _type = "Task" [ 665.145861] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.150453] env[64022]: DEBUG nova.compute.utils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 665.153388] env[64022]: DEBUG nova.compute.manager [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.153552] env[64022]: DEBUG nova.network.neutron [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.160373] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527377f1-b155-c99c-8e80-c0bb0471f547, 'name': SearchDatastore_Task, 'duration_secs': 0.008035} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.162062] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c68902-6835-4bcb-bd62-cb175c4a22c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.167897] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 665.167897] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b82fa3-43e0-4ec8-43d4-ecf8cdffe684" [ 665.167897] env[64022]: _type = "Task" [ 665.167897] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.177983] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b82fa3-43e0-4ec8-43d4-ecf8cdffe684, 'name': SearchDatastore_Task} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.178245] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.178516] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 6b09db4b-dcaf-4d47-a7fc-6282db643d96/6b09db4b-dcaf-4d47-a7fc-6282db643d96.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.178780] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13f71867-e0e6-4351-9da2-9f1d50ffa49f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.185224] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 665.185224] env[64022]: value = "task-2302217" [ 665.185224] env[64022]: _type = "Task" [ 665.185224] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.193402] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.215046] env[64022]: DEBUG nova.policy [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e930f775d1e1414693042772f35db75d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56e2b3496dd54cdf9bb945003c7bb0c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.458962] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302212, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.545367] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302216, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.640147] env[64022]: DEBUG nova.network.neutron [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Successfully created port: 2478cc62-8af2-4b8b-93bc-41e052b270b5 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.654969] env[64022]: DEBUG nova.compute.manager [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.700912] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.961367] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302212, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.046270] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302216, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.198297] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.259556] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f11ce5-1ce4-47a0-b6f0-5f051455eb7f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.266830] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9393178-8a2c-4b10-8762-ffacbeabedfe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.296998] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ae466f-fc19-4f9a-be58-43856c4d6aea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.304313] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedd59b3-1b90-479c-8e9b-14bf528c7a41 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.317298] env[64022]: DEBUG nova.compute.provider_tree [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.461616] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302212, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.546360] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302216, 'name': ReconfigVM_Task, 'duration_secs': 1.764697} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.546668] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Reconfigured VM instance instance-00000027 to attach disk [datastore1] a5f14d13-841b-4ba3-a6f5-033493a3c501/a5f14d13-841b-4ba3-a6f5-033493a3c501.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.547356] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed823119-f745-4fe1-8b07-911da1350cce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.554319] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Waiting for the task: (returnval){ [ 666.554319] env[64022]: value = "task-2302218" [ 666.554319] env[64022]: _type = "Task" [ 666.554319] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.564317] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302218, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.668124] env[64022]: DEBUG nova.compute.manager [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.692730] env[64022]: DEBUG nova.virt.hardware [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.692960] env[64022]: DEBUG nova.virt.hardware [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.693131] env[64022]: DEBUG nova.virt.hardware [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.693313] env[64022]: DEBUG nova.virt.hardware [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.693493] env[64022]: DEBUG nova.virt.hardware [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.693655] env[64022]: DEBUG nova.virt.hardware [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.693862] env[64022]: DEBUG nova.virt.hardware [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.694031] env[64022]: DEBUG nova.virt.hardware [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.694193] env[64022]: DEBUG nova.virt.hardware [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.694357] env[64022]: DEBUG nova.virt.hardware [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.694520] env[64022]: DEBUG nova.virt.hardware [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.695334] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fadb8ba-3878-4fdb-a237-73ae3da1796a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.701240] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302217, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.47943} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.701855] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 6b09db4b-dcaf-4d47-a7fc-6282db643d96/6b09db4b-dcaf-4d47-a7fc-6282db643d96.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.702082] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.702320] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3329a9b1-2567-4298-be1d-b5ae593a3edc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.707149] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7325dd9f-b3f3-42cc-a1a8-6e41c3a91b69 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.712452] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 666.712452] env[64022]: value = "task-2302219" [ 666.712452] env[64022]: _type = "Task" [ 666.712452] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.729329] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.822960] env[64022]: DEBUG nova.scheduler.client.report [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.963426] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302212, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.064117] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302218, 'name': Rename_Task, 'duration_secs': 0.205456} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.064389] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.064692] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0727525c-678a-45a7-9a72-264f1e95842c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.070920] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Waiting for the task: (returnval){ [ 667.070920] env[64022]: value = "task-2302220" [ 667.070920] env[64022]: _type = "Task" [ 667.070920] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.082613] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.166648] env[64022]: DEBUG nova.compute.manager [req-e67ba551-a710-43e1-8274-76a0678440b4 req-60a0397a-a790-4c29-aef2-cb51463b81b6 service nova] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Received event network-vif-plugged-2478cc62-8af2-4b8b-93bc-41e052b270b5 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.166761] env[64022]: DEBUG oslo_concurrency.lockutils [req-e67ba551-a710-43e1-8274-76a0678440b4 req-60a0397a-a790-4c29-aef2-cb51463b81b6 service nova] Acquiring lock "2780b129-725e-4444-ac6f-98ef00cef77c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.166906] env[64022]: DEBUG oslo_concurrency.lockutils [req-e67ba551-a710-43e1-8274-76a0678440b4 req-60a0397a-a790-4c29-aef2-cb51463b81b6 service nova] Lock "2780b129-725e-4444-ac6f-98ef00cef77c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.167083] env[64022]: DEBUG oslo_concurrency.lockutils [req-e67ba551-a710-43e1-8274-76a0678440b4 req-60a0397a-a790-4c29-aef2-cb51463b81b6 service nova] Lock "2780b129-725e-4444-ac6f-98ef00cef77c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.167542] env[64022]: DEBUG nova.compute.manager [req-e67ba551-a710-43e1-8274-76a0678440b4 req-60a0397a-a790-4c29-aef2-cb51463b81b6 service nova] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] No waiting events found dispatching network-vif-plugged-2478cc62-8af2-4b8b-93bc-41e052b270b5 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.167542] env[64022]: WARNING nova.compute.manager [req-e67ba551-a710-43e1-8274-76a0678440b4 req-60a0397a-a790-4c29-aef2-cb51463b81b6 service nova] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Received unexpected event network-vif-plugged-2478cc62-8af2-4b8b-93bc-41e052b270b5 for instance with vm_state building and task_state spawning. [ 667.222259] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075832} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.222561] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.223358] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79e8f3d-d6c9-46fc-b299-cc1f7061b948 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.242952] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 6b09db4b-dcaf-4d47-a7fc-6282db643d96/6b09db4b-dcaf-4d47-a7fc-6282db643d96.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.243256] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc5e9a79-4278-4b20-9a16-e04d622d334d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.262379] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 667.262379] env[64022]: value = "task-2302221" [ 667.262379] env[64022]: _type = "Task" [ 667.262379] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.270216] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.279687] env[64022]: DEBUG nova.network.neutron [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Successfully updated port: 2478cc62-8af2-4b8b-93bc-41e052b270b5 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.328638] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.329178] env[64022]: DEBUG nova.compute.manager [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.332343] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.697s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.333923] env[64022]: INFO nova.compute.claims [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.462482] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302212, 'name': CreateVM_Task, 'duration_secs': 5.752614} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.462690] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.463161] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.463576] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.463653] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.463901] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee1a570-5ea2-4a3c-97e6-8b289672228d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.468366] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 667.468366] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5218c675-d933-6110-e8ae-1c870a201244" [ 667.468366] env[64022]: _type = "Task" [ 667.468366] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.475828] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5218c675-d933-6110-e8ae-1c870a201244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.580461] env[64022]: DEBUG oslo_vmware.api [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302220, 'name': PowerOnVM_Task, 'duration_secs': 0.502647} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.580728] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.580927] env[64022]: INFO nova.compute.manager [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Took 9.03 seconds to spawn the instance on the hypervisor. [ 667.581119] env[64022]: DEBUG nova.compute.manager [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.581987] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6695383-9dff-41a9-b3e5-ef8e840a18f2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.772423] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302221, 'name': ReconfigVM_Task, 'duration_secs': 0.484262} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.772774] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 6b09db4b-dcaf-4d47-a7fc-6282db643d96/6b09db4b-dcaf-4d47-a7fc-6282db643d96.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.773491] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d86bd796-5774-4421-a96b-cfbe593b936c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.779638] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 667.779638] env[64022]: value = "task-2302222" [ 667.779638] env[64022]: _type = "Task" [ 667.779638] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.783162] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Acquiring lock "refresh_cache-2780b129-725e-4444-ac6f-98ef00cef77c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.783304] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Acquired lock "refresh_cache-2780b129-725e-4444-ac6f-98ef00cef77c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.783470] env[64022]: DEBUG nova.network.neutron [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.790751] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302222, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.842591] env[64022]: DEBUG nova.compute.utils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 667.846493] env[64022]: DEBUG nova.compute.manager [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.846493] env[64022]: DEBUG nova.network.neutron [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.931192] env[64022]: DEBUG nova.policy [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70f84e14ec6340baa7591fce6e58f1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eace16556084b0fb08fe68ec9e197f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.980955] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5218c675-d933-6110-e8ae-1c870a201244, 'name': SearchDatastore_Task, 'duration_secs': 0.048208} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.980955] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.980955] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.980955] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.980955] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.981572] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.981572] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7553882b-af6c-493f-863e-12999131548b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.992391] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.992391] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.992391] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8be0a9-3a69-47f1-9951-9543b8a0d12a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.997693] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 667.997693] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e23bd4-3922-f639-cf81-140f1c3e79d4" [ 667.997693] env[64022]: _type = "Task" [ 667.997693] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.006964] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e23bd4-3922-f639-cf81-140f1c3e79d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.107149] env[64022]: INFO nova.compute.manager [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Took 43.02 seconds to build instance. [ 668.293996] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302222, 'name': Rename_Task, 'duration_secs': 0.156805} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.295146] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.295198] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-790509c8-8461-4e28-9078-2170551770f1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.304528] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 668.304528] env[64022]: value = "task-2302223" [ 668.304528] env[64022]: _type = "Task" [ 668.304528] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.313462] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.314413] env[64022]: DEBUG nova.network.neutron [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Successfully created port: f23ba7ad-9c56-4b10-8883-02813bb8d70d {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.336592] env[64022]: DEBUG nova.network.neutron [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.349016] env[64022]: DEBUG nova.compute.manager [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.515774] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e23bd4-3922-f639-cf81-140f1c3e79d4, 'name': SearchDatastore_Task, 'duration_secs': 0.01357} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.516674] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12569d76-863c-4618-be68-9edd822900be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.524391] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 668.524391] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5266c64d-6c6b-16f3-08f1-b6ac3806913a" [ 668.524391] env[64022]: _type = "Task" [ 668.524391] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.535844] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5266c64d-6c6b-16f3-08f1-b6ac3806913a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.608800] env[64022]: DEBUG oslo_concurrency.lockutils [None req-87cde215-5691-44ed-9c3e-81fa61090ac6 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Lock "a5f14d13-841b-4ba3-a6f5-033493a3c501" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.560s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.704627] env[64022]: DEBUG nova.network.neutron [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Updating instance_info_cache with network_info: [{"id": "2478cc62-8af2-4b8b-93bc-41e052b270b5", "address": "fa:16:3e:06:3a:c1", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2478cc62-8a", "ovs_interfaceid": "2478cc62-8af2-4b8b-93bc-41e052b270b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.817787] env[64022]: DEBUG oslo_vmware.api [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302223, 'name': PowerOnVM_Task, 'duration_secs': 0.412737} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.818194] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.818497] env[64022]: INFO nova.compute.manager [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Took 4.79 seconds to spawn the instance on the hypervisor. [ 668.818798] env[64022]: DEBUG nova.compute.manager [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.820512] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c885b15c-b738-4353-89b8-5b3a1244d902 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.038787] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5266c64d-6c6b-16f3-08f1-b6ac3806913a, 'name': SearchDatastore_Task, 'duration_secs': 0.010072} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.039081] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.039348] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] d7710f8b-e98f-47fa-9976-6f44ec448c6c/d7710f8b-e98f-47fa-9976-6f44ec448c6c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.039610] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5a549e4-9371-47dd-b5ee-111f75b49f35 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.043495] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721da88f-46f4-4997-9b97-06bf41d41412 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.052164] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b037e8d8-3d89-4e8c-ad3f-55fec6f19b26 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.055536] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 669.055536] env[64022]: value = "task-2302224" [ 669.055536] env[64022]: _type = "Task" [ 669.055536] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.089157] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bcb60e-8650-4c5a-bade-78c16817cc75 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.095670] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.100931] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58c09bd-c9fc-4c4f-ac48-b11b3cb71c01 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.115768] env[64022]: DEBUG nova.compute.manager [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.118797] env[64022]: DEBUG nova.compute.provider_tree [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.215648] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Releasing lock "refresh_cache-2780b129-725e-4444-ac6f-98ef00cef77c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.219122] env[64022]: DEBUG nova.compute.manager [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Instance network_info: |[{"id": "2478cc62-8af2-4b8b-93bc-41e052b270b5", "address": "fa:16:3e:06:3a:c1", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2478cc62-8a", "ovs_interfaceid": "2478cc62-8af2-4b8b-93bc-41e052b270b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.219122] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:3a:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2478cc62-8af2-4b8b-93bc-41e052b270b5', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.224498] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Creating folder: Project (56e2b3496dd54cdf9bb945003c7bb0c1). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.225174] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f74b60e4-28a1-47fc-8442-261e23a22cba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.232459] env[64022]: DEBUG nova.compute.manager [req-d6d45ac5-a34e-451b-bf50-2f39547ab4ff req-2c90758e-d199-41c8-b66d-84b45b6e62d8 service nova] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Received event network-changed-2478cc62-8af2-4b8b-93bc-41e052b270b5 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.232667] env[64022]: DEBUG nova.compute.manager [req-d6d45ac5-a34e-451b-bf50-2f39547ab4ff req-2c90758e-d199-41c8-b66d-84b45b6e62d8 service nova] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Refreshing instance network info cache due to event network-changed-2478cc62-8af2-4b8b-93bc-41e052b270b5. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 669.232888] env[64022]: DEBUG oslo_concurrency.lockutils [req-d6d45ac5-a34e-451b-bf50-2f39547ab4ff req-2c90758e-d199-41c8-b66d-84b45b6e62d8 service nova] Acquiring lock "refresh_cache-2780b129-725e-4444-ac6f-98ef00cef77c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.233043] env[64022]: DEBUG oslo_concurrency.lockutils [req-d6d45ac5-a34e-451b-bf50-2f39547ab4ff req-2c90758e-d199-41c8-b66d-84b45b6e62d8 service nova] Acquired lock "refresh_cache-2780b129-725e-4444-ac6f-98ef00cef77c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.233199] env[64022]: DEBUG nova.network.neutron [req-d6d45ac5-a34e-451b-bf50-2f39547ab4ff req-2c90758e-d199-41c8-b66d-84b45b6e62d8 service nova] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Refreshing network info cache for port 2478cc62-8af2-4b8b-93bc-41e052b270b5 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.236524] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Created folder: Project (56e2b3496dd54cdf9bb945003c7bb0c1) in parent group-v468248. [ 669.236711] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Creating folder: Instances. Parent ref: group-v468368. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.237387] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d77ecbbd-44ad-43b6-89ca-ea10e7506c21 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.247379] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Created folder: Instances in parent group-v468368. [ 669.247637] env[64022]: DEBUG oslo.service.loopingcall [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.247834] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.248056] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f721a60c-fbb3-465c-afcc-63e88020941f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.269165] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.269165] env[64022]: value = "task-2302227" [ 669.269165] env[64022]: _type = "Task" [ 669.269165] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.278130] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302227, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.354815] env[64022]: INFO nova.compute.manager [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Took 39.17 seconds to build instance. [ 669.365049] env[64022]: DEBUG nova.compute.manager [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.407355] env[64022]: DEBUG nova.virt.hardware [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:57:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='203e63dd-5d57-4fce-989f-ad5366ed9e21',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1742581655',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.407671] env[64022]: DEBUG nova.virt.hardware [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.407893] env[64022]: DEBUG nova.virt.hardware [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.408229] env[64022]: DEBUG nova.virt.hardware [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.408456] env[64022]: DEBUG nova.virt.hardware [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.408726] env[64022]: DEBUG nova.virt.hardware [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.409146] env[64022]: DEBUG nova.virt.hardware [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.409571] env[64022]: DEBUG nova.virt.hardware [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.409654] env[64022]: DEBUG nova.virt.hardware [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.409890] env[64022]: DEBUG nova.virt.hardware [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.410183] env[64022]: DEBUG nova.virt.hardware [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.412047] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b31f74-a917-4a87-86d5-889bbf092bfe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.427424] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1c3cdf-d5b2-47fb-bae5-76cbd373029f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.565935] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498019} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.566338] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] d7710f8b-e98f-47fa-9976-6f44ec448c6c/d7710f8b-e98f-47fa-9976-6f44ec448c6c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.566587] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.566971] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9351645-2ed1-45d5-a4d4-fb3311afd7ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.574102] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 669.574102] env[64022]: value = "task-2302228" [ 669.574102] env[64022]: _type = "Task" [ 669.574102] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.585698] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.624451] env[64022]: DEBUG nova.scheduler.client.report [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.641906] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.779421] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302227, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.856449] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26fef173-f018-4c0c-b84b-57d3389fb46e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "6b09db4b-dcaf-4d47-a7fc-6282db643d96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.759s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.086563] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064415} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.089959] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.090821] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9db2c83-e0b9-4ed0-a28a-d16cf692329c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.119841] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] d7710f8b-e98f-47fa-9976-6f44ec448c6c/d7710f8b-e98f-47fa-9976-6f44ec448c6c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.120177] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-504b0ab2-83e4-4f09-b57b-2ad24d7720c8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.137025] env[64022]: DEBUG nova.network.neutron [req-d6d45ac5-a34e-451b-bf50-2f39547ab4ff req-2c90758e-d199-41c8-b66d-84b45b6e62d8 service nova] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Updated VIF entry in instance network info cache for port 2478cc62-8af2-4b8b-93bc-41e052b270b5. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.138274] env[64022]: DEBUG nova.network.neutron [req-d6d45ac5-a34e-451b-bf50-2f39547ab4ff req-2c90758e-d199-41c8-b66d-84b45b6e62d8 service nova] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Updating instance_info_cache with network_info: [{"id": "2478cc62-8af2-4b8b-93bc-41e052b270b5", "address": "fa:16:3e:06:3a:c1", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2478cc62-8a", "ovs_interfaceid": "2478cc62-8af2-4b8b-93bc-41e052b270b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.139255] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.139959] env[64022]: DEBUG nova.compute.manager [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.142312] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.318s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.143655] env[64022]: INFO nova.compute.claims [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.151107] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 670.151107] env[64022]: value = "task-2302229" [ 670.151107] env[64022]: _type = "Task" [ 670.151107] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.160148] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.177987] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Acquiring lock "a5f14d13-841b-4ba3-a6f5-033493a3c501" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.177987] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Lock "a5f14d13-841b-4ba3-a6f5-033493a3c501" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.177987] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Acquiring lock "a5f14d13-841b-4ba3-a6f5-033493a3c501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.177987] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Lock "a5f14d13-841b-4ba3-a6f5-033493a3c501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.177987] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Lock "a5f14d13-841b-4ba3-a6f5-033493a3c501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.179227] env[64022]: INFO nova.compute.manager [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Terminating instance [ 670.281019] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302227, 'name': CreateVM_Task, 'duration_secs': 0.522055} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.281236] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.282066] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.282282] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.282689] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.283030] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0baa5278-c4df-4406-a179-002a8a02d7ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.287992] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Waiting for the task: (returnval){ [ 670.287992] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5261a584-8615-0233-0264-02bbbbadd6a0" [ 670.287992] env[64022]: _type = "Task" [ 670.287992] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.299150] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5261a584-8615-0233-0264-02bbbbadd6a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.303477] env[64022]: DEBUG nova.network.neutron [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Successfully updated port: f23ba7ad-9c56-4b10-8883-02813bb8d70d {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.361715] env[64022]: DEBUG nova.compute.manager [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.132707] env[64022]: INFO nova.compute.manager [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Rebuilding instance [ 671.135365] env[64022]: DEBUG oslo_concurrency.lockutils [req-d6d45ac5-a34e-451b-bf50-2f39547ab4ff req-2c90758e-d199-41c8-b66d-84b45b6e62d8 service nova] Releasing lock "refresh_cache-2780b129-725e-4444-ac6f-98ef00cef77c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.136749] env[64022]: DEBUG nova.compute.utils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 671.139993] env[64022]: DEBUG nova.compute.manager [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.140240] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.140689] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.140842] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.140977] env[64022]: DEBUG nova.network.neutron [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.144414] env[64022]: DEBUG nova.compute.manager [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.144583] env[64022]: DEBUG nova.network.neutron [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.153021] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64a8433-3ad8-49dc-a8bd-726ef8fb4eac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.165590] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302229, 'name': ReconfigVM_Task, 'duration_secs': 1.002444} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.171126] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Reconfigured VM instance instance-00000028 to attach disk [datastore1] d7710f8b-e98f-47fa-9976-6f44ec448c6c/d7710f8b-e98f-47fa-9976-6f44ec448c6c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.171126] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.171653] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5261a584-8615-0233-0264-02bbbbadd6a0, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.173694] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67e5315b-b259-461e-9170-c8b0721e37f5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.176398] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b31946e3-e032-4945-95f6-6e7756a901ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.177698] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.177698] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.177698] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.177933] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.177933] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.180679] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cfb56ea-3cf9-4491-b869-7842aadcbbc0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.185420] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 671.185420] env[64022]: value = "task-2302230" [ 671.185420] env[64022]: _type = "Task" [ 671.185420] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.187487] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.193264] env[64022]: DEBUG oslo_vmware.api [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Waiting for the task: (returnval){ [ 671.193264] env[64022]: value = "task-2302231" [ 671.193264] env[64022]: _type = "Task" [ 671.193264] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.199124] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.199124] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.200392] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094e1bdd-62c9-4b65-b3f1-ade391a1e608 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.208077] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302230, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.212166] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Waiting for the task: (returnval){ [ 671.212166] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cbca23-b7db-df73-01a8-9dc520ee2466" [ 671.212166] env[64022]: _type = "Task" [ 671.212166] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.212394] env[64022]: DEBUG oslo_vmware.api [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.220555] env[64022]: DEBUG nova.compute.manager [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.221359] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77506eb3-b074-4609-9d2a-3fb05fd0977f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.227397] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cbca23-b7db-df73-01a8-9dc520ee2466, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.228545] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb093c4-bbad-4461-9f11-a9ce9e9a1104 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.237959] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Waiting for the task: (returnval){ [ 671.237959] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c2d62a-a605-748b-aaca-c48210fdc763" [ 671.237959] env[64022]: _type = "Task" [ 671.237959] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.248088] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c2d62a-a605-748b-aaca-c48210fdc763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.249583] env[64022]: DEBUG nova.policy [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf7818f141044317948fbb3e4e144595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd1488a1c17b4b15a707c3b23f6bd5b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.275420] env[64022]: DEBUG nova.compute.manager [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Received event network-vif-plugged-f23ba7ad-9c56-4b10-8883-02813bb8d70d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.275640] env[64022]: DEBUG oslo_concurrency.lockutils [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] Acquiring lock "1bd00407-c66a-4218-9b38-8e25a676d9e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.275850] env[64022]: DEBUG oslo_concurrency.lockutils [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] Lock "1bd00407-c66a-4218-9b38-8e25a676d9e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.276070] env[64022]: DEBUG oslo_concurrency.lockutils [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] Lock "1bd00407-c66a-4218-9b38-8e25a676d9e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.276201] env[64022]: DEBUG nova.compute.manager [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] No waiting events found dispatching network-vif-plugged-f23ba7ad-9c56-4b10-8883-02813bb8d70d {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.276363] env[64022]: WARNING nova.compute.manager [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Received unexpected event network-vif-plugged-f23ba7ad-9c56-4b10-8883-02813bb8d70d for instance with vm_state building and task_state spawning. [ 671.276628] env[64022]: DEBUG nova.compute.manager [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Received event network-changed-f23ba7ad-9c56-4b10-8883-02813bb8d70d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.276740] env[64022]: DEBUG nova.compute.manager [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Refreshing instance network info cache due to event network-changed-f23ba7ad-9c56-4b10-8883-02813bb8d70d. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 671.276804] env[64022]: DEBUG oslo_concurrency.lockutils [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] Acquiring lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.583548] env[64022]: DEBUG nova.network.neutron [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Successfully created port: 675b72e3-c471-42c5-8cfc-40784a02221a {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.650405] env[64022]: DEBUG nova.compute.manager [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.710963] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302230, 'name': Rename_Task, 'duration_secs': 0.158351} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.716672] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.716958] env[64022]: DEBUG oslo_vmware.api [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302231, 'name': PowerOffVM_Task, 'duration_secs': 0.18481} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.717342] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9b12bb-6c6c-432e-adb2-944d020a0c5d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.718898] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.719092] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.719610] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4d9ff73-caa7-4c14-be8f-6b932adb1638 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.729663] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 671.729663] env[64022]: value = "task-2302232" [ 671.729663] env[64022]: _type = "Task" [ 671.729663] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.742668] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.756382] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c2d62a-a605-748b-aaca-c48210fdc763, 'name': SearchDatastore_Task, 'duration_secs': 0.012262} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.761231] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.761534] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 2780b129-725e-4444-ac6f-98ef00cef77c/2780b129-725e-4444-ac6f-98ef00cef77c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.762325] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5807327f-e7eb-4092-8563-48e7c6c4c02f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.769536] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Waiting for the task: (returnval){ [ 671.769536] env[64022]: value = "task-2302234" [ 671.769536] env[64022]: _type = "Task" [ 671.769536] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.782460] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.787018] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.787249] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.787433] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Deleting the datastore file [datastore1] a5f14d13-841b-4ba3-a6f5-033493a3c501 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.787696] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-720fa319-2fc4-45ea-95bc-6e3e8b524a76 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.797870] env[64022]: DEBUG oslo_vmware.api [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Waiting for the task: (returnval){ [ 671.797870] env[64022]: value = "task-2302235" [ 671.797870] env[64022]: _type = "Task" [ 671.797870] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.807145] env[64022]: DEBUG oslo_vmware.api [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.868238] env[64022]: DEBUG nova.network.neutron [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.189757] env[64022]: DEBUG nova.network.neutron [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance_info_cache with network_info: [{"id": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "address": "fa:16:3e:f9:05:97", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf23ba7ad-9c", "ovs_interfaceid": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.243101] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302232, 'name': PowerOnVM_Task} progress is 87%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.243720] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.244025] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6df295c7-3aa7-4ae5-95fc-0745527f7832 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.252205] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 672.252205] env[64022]: value = "task-2302236" [ 672.252205] env[64022]: _type = "Task" [ 672.252205] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.262698] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.280977] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302234, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.313787] env[64022]: DEBUG oslo_vmware.api [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Task: {'id': task-2302235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165604} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.313926] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.314129] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.314300] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.314469] env[64022]: INFO nova.compute.manager [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Took 1.17 seconds to destroy the instance on the hypervisor. [ 672.314727] env[64022]: DEBUG oslo.service.loopingcall [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.314910] env[64022]: DEBUG nova.compute.manager [-] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.315013] env[64022]: DEBUG nova.network.neutron [-] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.432814] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a7c0b1-34f4-4893-92cc-455144fe28d7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.443334] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee61b8d-e3a9-4212-b53a-e617800c15cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.475931] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1927f875-e856-4a68-8deb-77a7ddb1a0cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.483737] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf39bfd-1374-4556-befa-4aebc570f81d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.497767] env[64022]: DEBUG nova.compute.provider_tree [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.661768] env[64022]: DEBUG nova.compute.manager [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.692762] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.692982] env[64022]: DEBUG nova.compute.manager [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Instance network_info: |[{"id": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "address": "fa:16:3e:f9:05:97", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf23ba7ad-9c", "ovs_interfaceid": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.693336] env[64022]: DEBUG oslo_concurrency.lockutils [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] Acquired lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.693526] env[64022]: DEBUG nova.network.neutron [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Refreshing network info cache for port f23ba7ad-9c56-4b10-8883-02813bb8d70d {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.695201] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:05:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f23ba7ad-9c56-4b10-8883-02813bb8d70d', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.703637] env[64022]: DEBUG oslo.service.loopingcall [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.708504] env[64022]: DEBUG nova.virt.hardware [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.708730] env[64022]: DEBUG nova.virt.hardware [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.708888] env[64022]: DEBUG nova.virt.hardware [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.709081] env[64022]: DEBUG nova.virt.hardware [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.709346] env[64022]: DEBUG nova.virt.hardware [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.709503] env[64022]: DEBUG nova.virt.hardware [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.709799] env[64022]: DEBUG nova.virt.hardware [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.709867] env[64022]: DEBUG nova.virt.hardware [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.710044] env[64022]: DEBUG nova.virt.hardware [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.710212] env[64022]: DEBUG nova.virt.hardware [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.710394] env[64022]: DEBUG nova.virt.hardware [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.710654] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.711638] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c6e82a-3836-4934-bc66-2b3955102d22 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.714203] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20f35572-a940-4350-8d51-62cca44e8a83 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.739581] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb644d9-83c3-4fdd-9fb5-36c28fbf903e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.744419] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.744419] env[64022]: value = "task-2302237" [ 672.744419] env[64022]: _type = "Task" [ 672.744419] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.748508] env[64022]: DEBUG oslo_vmware.api [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302232, 'name': PowerOnVM_Task, 'duration_secs': 0.764639} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.751789] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.752329] env[64022]: INFO nova.compute.manager [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Took 11.40 seconds to spawn the instance on the hypervisor. [ 672.752549] env[64022]: DEBUG nova.compute.manager [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.760668] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d61790-2735-4e6e-9ca2-c6341822b137 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.769385] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302237, 'name': CreateVM_Task} progress is 15%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.782600] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302236, 'name': PowerOffVM_Task, 'duration_secs': 0.144113} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.783172] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.783409] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.784168] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b194a9-6c7f-4764-8a76-4b3d85de83c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.789271] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55975} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.789833] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 2780b129-725e-4444-ac6f-98ef00cef77c/2780b129-725e-4444-ac6f-98ef00cef77c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.790088] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.790317] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7469cb8-367c-415d-8819-5af26091ff6a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.795597] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.795597] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc23e66e-ebdc-426b-9134-735d922cc037 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.799430] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Waiting for the task: (returnval){ [ 672.799430] env[64022]: value = "task-2302238" [ 672.799430] env[64022]: _type = "Task" [ 672.799430] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.810954] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.819119] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.819351] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.819611] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Deleting the datastore file [datastore1] 6b09db4b-dcaf-4d47-a7fc-6282db643d96 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.819894] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa6f7905-0d97-4e0f-9e16-3dd1d9709fa3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.826700] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 672.826700] env[64022]: value = "task-2302240" [ 672.826700] env[64022]: _type = "Task" [ 672.826700] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.837386] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.965795] env[64022]: DEBUG nova.network.neutron [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updated VIF entry in instance network info cache for port f23ba7ad-9c56-4b10-8883-02813bb8d70d. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.966188] env[64022]: DEBUG nova.network.neutron [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance_info_cache with network_info: [{"id": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "address": "fa:16:3e:f9:05:97", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf23ba7ad-9c", "ovs_interfaceid": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.001262] env[64022]: DEBUG nova.scheduler.client.report [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.184039] env[64022]: DEBUG nova.network.neutron [-] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.259105] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302237, 'name': CreateVM_Task, 'duration_secs': 0.515282} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.259402] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.260022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.260201] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.260536] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.260806] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-806feee1-dd3c-470b-aa1e-f7b435d5c1e6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.266195] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 673.266195] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cb72c3-c8ff-c2a9-60f8-38ce6320ff37" [ 673.266195] env[64022]: _type = "Task" [ 673.266195] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.275327] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cb72c3-c8ff-c2a9-60f8-38ce6320ff37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.286468] env[64022]: INFO nova.compute.manager [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Took 45.91 seconds to build instance. [ 673.307495] env[64022]: DEBUG nova.compute.manager [req-2d1dd004-74b5-45f5-9133-f947da848d59 req-7df29461-609d-413e-a3af-f56c5c5b46f2 service nova] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Received event network-vif-deleted-b023264e-e36b-419a-8071-6a1d28879133 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.311051] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066189} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.311659] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.312107] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a32a62c-a62f-495d-9f71-915a8c6fb074 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.334243] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 2780b129-725e-4444-ac6f-98ef00cef77c/2780b129-725e-4444-ac6f-98ef00cef77c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.334798] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b069b50-771f-4aa3-b069-9d5490fd5abb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.357150] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113864} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.358377] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.359032] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.359032] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.362074] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Waiting for the task: (returnval){ [ 673.362074] env[64022]: value = "task-2302241" [ 673.362074] env[64022]: _type = "Task" [ 673.362074] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.369985] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302241, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.469032] env[64022]: DEBUG oslo_concurrency.lockutils [req-f4233ceb-5b6d-4a96-98fa-3bccaf20fc68 req-36193e10-3e21-4ec6-aa10-8db78931c014 service nova] Releasing lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.506218] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.364s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.506764] env[64022]: DEBUG nova.compute.manager [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.509517] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.423s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.509797] env[64022]: DEBUG nova.objects.instance [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lazy-loading 'resources' on Instance uuid 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.687926] env[64022]: INFO nova.compute.manager [-] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Took 1.37 seconds to deallocate network for instance. [ 673.699737] env[64022]: DEBUG nova.network.neutron [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Successfully updated port: 675b72e3-c471-42c5-8cfc-40784a02221a {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.777791] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cb72c3-c8ff-c2a9-60f8-38ce6320ff37, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.778171] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.778527] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.778760] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.778931] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.779159] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.779460] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f299076-32dd-46fd-b031-c18f2e1a5d29 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.787494] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.789021] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.789021] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5daf00fd-8fd7-4cf4-b46b-ddf4549c40e7 tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "d7710f8b-e98f-47fa-9976-6f44ec448c6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.355s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.789021] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3750f7b7-abd6-4ce5-9a9d-91207f82a0b1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.798025] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 673.798025] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52033724-1a45-1c11-9934-dd2381ccec82" [ 673.798025] env[64022]: _type = "Task" [ 673.798025] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.803206] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52033724-1a45-1c11-9934-dd2381ccec82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.876153] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302241, 'name': ReconfigVM_Task, 'duration_secs': 0.294091} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.876446] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 2780b129-725e-4444-ac6f-98ef00cef77c/2780b129-725e-4444-ac6f-98ef00cef77c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.877086] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feb6ae51-6b30-4bf7-8a11-f50de428bce2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.884098] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Waiting for the task: (returnval){ [ 673.884098] env[64022]: value = "task-2302242" [ 673.884098] env[64022]: _type = "Task" [ 673.884098] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.891789] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302242, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.014669] env[64022]: DEBUG nova.compute.utils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 674.020439] env[64022]: DEBUG nova.compute.manager [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.020764] env[64022]: DEBUG nova.network.neutron [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.076682] env[64022]: DEBUG nova.policy [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7065285238874e5eb02e056e16e233db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c8c8bf3e861413ea4a0ce7bb6f0cbac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.203110] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.203999] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "refresh_cache-4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.203999] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquired lock "refresh_cache-4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.203999] env[64022]: DEBUG nova.network.neutron [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.293428] env[64022]: DEBUG nova.compute.manager [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.313403] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52033724-1a45-1c11-9934-dd2381ccec82, 'name': SearchDatastore_Task, 'duration_secs': 0.008442} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.314954] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162fa5a6-fd42-45d7-b6f2-82872866dff9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.321374] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 674.321374] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f413da-52ba-bbf8-6fcb-33dace836519" [ 674.321374] env[64022]: _type = "Task" [ 674.321374] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.330437] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f413da-52ba-bbf8-6fcb-33dace836519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.378772] env[64022]: DEBUG nova.network.neutron [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Successfully created port: 5d7d0b1f-2570-420e-a554-b4425fcb5457 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.399387] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302242, 'name': Rename_Task, 'duration_secs': 0.139715} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.399704] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.399956] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7d80ddb-b0a3-400b-b783-a7cd9a19fcfc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.405834] env[64022]: DEBUG nova.virt.hardware [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.406074] env[64022]: DEBUG nova.virt.hardware [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.406294] env[64022]: DEBUG nova.virt.hardware [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.406412] env[64022]: DEBUG nova.virt.hardware [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.406562] env[64022]: DEBUG nova.virt.hardware [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.406711] env[64022]: DEBUG nova.virt.hardware [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.406927] env[64022]: DEBUG nova.virt.hardware [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.407097] env[64022]: DEBUG nova.virt.hardware [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.407383] env[64022]: DEBUG nova.virt.hardware [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.407575] env[64022]: DEBUG nova.virt.hardware [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.407748] env[64022]: DEBUG nova.virt.hardware [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.408532] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ef81b3-7766-472b-8b77-acecd6ab8492 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.418728] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd90705-f507-45f2-8575-5097fa5fff03 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.422489] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Waiting for the task: (returnval){ [ 674.422489] env[64022]: value = "task-2302243" [ 674.422489] env[64022]: _type = "Task" [ 674.422489] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.433319] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Instance VIF info [] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.439521] env[64022]: DEBUG oslo.service.loopingcall [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.442512] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.443699] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-342d81d3-f4da-4bf2-b6c3-4b1c96dd8ca1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.461966] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.467876] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.467876] env[64022]: value = "task-2302244" [ 674.467876] env[64022]: _type = "Task" [ 674.467876] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.479454] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302244, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.525313] env[64022]: DEBUG nova.compute.manager [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.695565] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80d6176-25b2-497d-96ba-71debe7cc73f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.703495] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058323db-308a-4c03-978a-5fd857281e4c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.737629] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854b519c-3e11-4c57-806a-791288f49b72 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.745507] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c849287-ecf8-45a3-9c9a-9f7c4ce77398 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.760629] env[64022]: DEBUG nova.compute.provider_tree [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.765607] env[64022]: DEBUG nova.network.neutron [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.832935] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f413da-52ba-bbf8-6fcb-33dace836519, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.833999] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.834475] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.834744] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 1bd00407-c66a-4218-9b38-8e25a676d9e8/1bd00407-c66a-4218-9b38-8e25a676d9e8.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.835156] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c79bdf4-7b8b-48e5-a80f-d5ec4c9fda2a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.846038] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 674.846038] env[64022]: value = "task-2302245" [ 674.846038] env[64022]: _type = "Task" [ 674.846038] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.854390] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.933638] env[64022]: DEBUG oslo_vmware.api [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302243, 'name': PowerOnVM_Task, 'duration_secs': 0.478151} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.933964] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.934223] env[64022]: INFO nova.compute.manager [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Took 8.27 seconds to spawn the instance on the hypervisor. [ 674.934441] env[64022]: DEBUG nova.compute.manager [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.935301] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c2dd96-e1c8-4b29-8d34-da73df2a4e40 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.948081] env[64022]: DEBUG nova.network.neutron [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Updating instance_info_cache with network_info: [{"id": "675b72e3-c471-42c5-8cfc-40784a02221a", "address": "fa:16:3e:e6:d4:7e", "network": {"id": "dcb545d8-5506-44e3-bc99-8c00f119db90", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-423610279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1488a1c17b4b15a707c3b23f6bd5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675b72e3-c4", "ovs_interfaceid": "675b72e3-c471-42c5-8cfc-40784a02221a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.979160] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302244, 'name': CreateVM_Task, 'duration_secs': 0.378857} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.979599] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.980217] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.981706] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.981706] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.981706] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b18489-375f-4301-a0fb-80d8a294be41 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.987940] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 674.987940] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5202820e-247c-7c8b-ac78-85afc3b7a08e" [ 674.987940] env[64022]: _type = "Task" [ 674.987940] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.996680] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5202820e-247c-7c8b-ac78-85afc3b7a08e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.266994] env[64022]: DEBUG nova.scheduler.client.report [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.336205] env[64022]: DEBUG nova.compute.manager [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Received event network-vif-plugged-675b72e3-c471-42c5-8cfc-40784a02221a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.336458] env[64022]: DEBUG oslo_concurrency.lockutils [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] Acquiring lock "4f6a15cb-714e-4fbc-a84d-2783b3bcdf34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.336704] env[64022]: DEBUG oslo_concurrency.lockutils [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] Lock "4f6a15cb-714e-4fbc-a84d-2783b3bcdf34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.336826] env[64022]: DEBUG oslo_concurrency.lockutils [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] Lock "4f6a15cb-714e-4fbc-a84d-2783b3bcdf34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.336962] env[64022]: DEBUG nova.compute.manager [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] No waiting events found dispatching network-vif-plugged-675b72e3-c471-42c5-8cfc-40784a02221a {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.337318] env[64022]: WARNING nova.compute.manager [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Received unexpected event network-vif-plugged-675b72e3-c471-42c5-8cfc-40784a02221a for instance with vm_state building and task_state spawning. [ 675.337533] env[64022]: DEBUG nova.compute.manager [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Received event network-changed-675b72e3-c471-42c5-8cfc-40784a02221a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.337763] env[64022]: DEBUG nova.compute.manager [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Refreshing instance network info cache due to event network-changed-675b72e3-c471-42c5-8cfc-40784a02221a. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 675.337855] env[64022]: DEBUG oslo_concurrency.lockutils [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] Acquiring lock "refresh_cache-4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.356315] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505294} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.356722] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 1bd00407-c66a-4218-9b38-8e25a676d9e8/1bd00407-c66a-4218-9b38-8e25a676d9e8.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.357078] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.357450] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98a2cecc-19db-45cf-87a7-528b87ea95e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.365243] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 675.365243] env[64022]: value = "task-2302246" [ 675.365243] env[64022]: _type = "Task" [ 675.365243] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.373402] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.452143] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Releasing lock "refresh_cache-4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.452497] env[64022]: DEBUG nova.compute.manager [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Instance network_info: |[{"id": "675b72e3-c471-42c5-8cfc-40784a02221a", "address": "fa:16:3e:e6:d4:7e", "network": {"id": "dcb545d8-5506-44e3-bc99-8c00f119db90", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-423610279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1488a1c17b4b15a707c3b23f6bd5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675b72e3-c4", "ovs_interfaceid": "675b72e3-c471-42c5-8cfc-40784a02221a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.454342] env[64022]: DEBUG oslo_concurrency.lockutils [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] Acquired lock "refresh_cache-4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.454529] env[64022]: DEBUG nova.network.neutron [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Refreshing network info cache for port 675b72e3-c471-42c5-8cfc-40784a02221a {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.457741] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:d4:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '675b72e3-c471-42c5-8cfc-40784a02221a', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.465280] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Creating folder: Project (bd1488a1c17b4b15a707c3b23f6bd5b1). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.465841] env[64022]: INFO nova.compute.manager [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Took 39.43 seconds to build instance. [ 675.469239] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb9667b4-69b3-4e0b-bcac-a5d23034e11a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.480633] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Created folder: Project (bd1488a1c17b4b15a707c3b23f6bd5b1) in parent group-v468248. [ 675.480831] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Creating folder: Instances. Parent ref: group-v468373. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.481089] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b462970-48bb-42d9-a359-eef4de3db5f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.494273] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Created folder: Instances in parent group-v468373. [ 675.494273] env[64022]: DEBUG oslo.service.loopingcall [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.494548] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.495087] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d99077ba-4af6-4ed0-8678-6e1256c044fb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.518303] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5202820e-247c-7c8b-ac78-85afc3b7a08e, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.519411] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.519698] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.519926] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.520105] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.520287] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.520553] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3fc5f33-4928-4147-ae3d-1da346066f73 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.524701] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.524701] env[64022]: value = "task-2302249" [ 675.524701] env[64022]: _type = "Task" [ 675.524701] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.532345] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.532527] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.536985] env[64022]: DEBUG nova.compute.manager [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.538860] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b4d66a-6680-4857-8f02-aaeafb7bc4dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.541334] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302249, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.544507] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 675.544507] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cf9149-77e5-a9d5-4b54-ab7d23c8e728" [ 675.544507] env[64022]: _type = "Task" [ 675.544507] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.552299] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cf9149-77e5-a9d5-4b54-ab7d23c8e728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.571886] env[64022]: DEBUG nova.virt.hardware [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.572155] env[64022]: DEBUG nova.virt.hardware [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.572414] env[64022]: DEBUG nova.virt.hardware [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.572507] env[64022]: DEBUG nova.virt.hardware [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.572713] env[64022]: DEBUG nova.virt.hardware [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.572859] env[64022]: DEBUG nova.virt.hardware [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.573040] env[64022]: DEBUG nova.virt.hardware [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.573246] env[64022]: DEBUG nova.virt.hardware [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.573422] env[64022]: DEBUG nova.virt.hardware [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.573589] env[64022]: DEBUG nova.virt.hardware [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.573766] env[64022]: DEBUG nova.virt.hardware [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.574972] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed36b82-3f53-417c-bacb-b4b772254c7d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.584404] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa6e3be-d978-4be6-a003-12e2875093e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.772396] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.776910] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.401s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.777185] env[64022]: DEBUG nova.objects.instance [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Lazy-loading 'resources' on Instance uuid 69d4167b-86a8-4938-a52d-dfd27bf0dce4 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.794288] env[64022]: DEBUG nova.network.neutron [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Updated VIF entry in instance network info cache for port 675b72e3-c471-42c5-8cfc-40784a02221a. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.794787] env[64022]: DEBUG nova.network.neutron [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Updating instance_info_cache with network_info: [{"id": "675b72e3-c471-42c5-8cfc-40784a02221a", "address": "fa:16:3e:e6:d4:7e", "network": {"id": "dcb545d8-5506-44e3-bc99-8c00f119db90", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-423610279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1488a1c17b4b15a707c3b23f6bd5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675b72e3-c4", "ovs_interfaceid": "675b72e3-c471-42c5-8cfc-40784a02221a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.806887] env[64022]: INFO nova.scheduler.client.report [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Deleted allocations for instance 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8 [ 675.875479] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065689} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.876099] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.876650] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6689cf43-2919-4396-b247-5097b10628e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.898942] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 1bd00407-c66a-4218-9b38-8e25a676d9e8/1bd00407-c66a-4218-9b38-8e25a676d9e8.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.899237] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb6944b-e663-4646-82bd-25e08c5b3d45 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.925473] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 675.925473] env[64022]: value = "task-2302250" [ 675.925473] env[64022]: _type = "Task" [ 675.925473] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.935337] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.972956] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0b336924-a0ff-4bfd-b731-28ca823a9394 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Lock "2780b129-725e-4444-ac6f-98ef00cef77c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.214s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.037861] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302249, 'name': CreateVM_Task, 'duration_secs': 0.34012} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.038125] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.038853] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.039075] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.039455] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.039749] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd35422-4a1d-4457-9112-41c72baf6516 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.048594] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 676.048594] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f27e9b-4f18-a849-18f6-86dad8eaa159" [ 676.048594] env[64022]: _type = "Task" [ 676.048594] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.059692] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cf9149-77e5-a9d5-4b54-ab7d23c8e728, 'name': SearchDatastore_Task, 'duration_secs': 0.015481} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.068048] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f27e9b-4f18-a849-18f6-86dad8eaa159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.068936] env[64022]: DEBUG nova.network.neutron [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Successfully updated port: 5d7d0b1f-2570-420e-a554-b4425fcb5457 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.070207] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bda73ed-7cb8-49c0-90c7-642f1fb2b240 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.076994] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 676.076994] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52840900-a5fa-eda6-1863-a97e26a7a11d" [ 676.076994] env[64022]: _type = "Task" [ 676.076994] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.089554] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52840900-a5fa-eda6-1863-a97e26a7a11d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.297772] env[64022]: DEBUG oslo_concurrency.lockutils [req-a77563eb-4f0f-449c-bba2-4b5598806eed req-3fff62d3-966b-421f-a21b-255029d0cba6 service nova] Releasing lock "refresh_cache-4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.314412] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.691s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.437013] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302250, 'name': ReconfigVM_Task, 'duration_secs': 0.316525} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.439395] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 1bd00407-c66a-4218-9b38-8e25a676d9e8/1bd00407-c66a-4218-9b38-8e25a676d9e8.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.440867] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b1ed9b1-6975-49e7-893b-5da8caefaef3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.446616] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 676.446616] env[64022]: value = "task-2302251" [ 676.446616] env[64022]: _type = "Task" [ 676.446616] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.455611] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302251, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.475833] env[64022]: DEBUG nova.compute.manager [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.562464] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f27e9b-4f18-a849-18f6-86dad8eaa159, 'name': SearchDatastore_Task, 'duration_secs': 0.040825} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.567556] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.567556] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.567556] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.573958] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "refresh_cache-d3824db3-b570-4a81-a6eb-580b2da057a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.574175] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquired lock "refresh_cache-d3824db3-b570-4a81-a6eb-580b2da057a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.574565] env[64022]: DEBUG nova.network.neutron [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.590407] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52840900-a5fa-eda6-1863-a97e26a7a11d, 'name': SearchDatastore_Task, 'duration_secs': 0.030606} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.590989] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.591502] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 6b09db4b-dcaf-4d47-a7fc-6282db643d96/6b09db4b-dcaf-4d47-a7fc-6282db643d96.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.592016] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.592340] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.592689] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c9d66a-96a0-40e2-896b-b994f4b9aa81 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.596352] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0946a675-42c6-4cfb-8786-b274c28a0318 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.605939] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 676.605939] env[64022]: value = "task-2302252" [ 676.605939] env[64022]: _type = "Task" [ 676.605939] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.610741] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.611241] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.612840] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb61a84-1e5b-4dfb-8e12-5d9b8e8d8372 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.619253] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.622288] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 676.622288] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52828c61-4c0a-485e-1d02-721a7cb3b0c5" [ 676.622288] env[64022]: _type = "Task" [ 676.622288] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.635429] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52828c61-4c0a-485e-1d02-721a7cb3b0c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.780505] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Acquiring lock "2780b129-725e-4444-ac6f-98ef00cef77c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.780749] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Lock "2780b129-725e-4444-ac6f-98ef00cef77c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.781305] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Acquiring lock "2780b129-725e-4444-ac6f-98ef00cef77c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.781305] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Lock "2780b129-725e-4444-ac6f-98ef00cef77c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.781305] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Lock "2780b129-725e-4444-ac6f-98ef00cef77c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.783287] env[64022]: INFO nova.compute.manager [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Terminating instance [ 676.900955] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be44103f-1146-498e-a14a-42526132b73c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.911173] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf7236c-e922-499d-adb0-8746a0289212 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.959068] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720a9ed5-451e-4731-8a9d-01b48f6d88ab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.966310] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302251, 'name': Rename_Task, 'duration_secs': 0.152884} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.968579] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.968872] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-974fdbb7-1ee2-42d9-a6ea-7907bf8cf9f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.971277] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34891de-74f6-4d3b-800d-1da825f5992d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.988048] env[64022]: DEBUG nova.compute.provider_tree [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.992479] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 676.992479] env[64022]: value = "task-2302253" [ 676.992479] env[64022]: _type = "Task" [ 676.992479] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.002648] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302253, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.005707] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.107268] env[64022]: DEBUG nova.network.neutron [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.121337] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302252, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.136025] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52828c61-4c0a-485e-1d02-721a7cb3b0c5, 'name': SearchDatastore_Task, 'duration_secs': 0.023111} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.139450] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29abefc-fd79-4dec-bf46-80efab8ebf72 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.146273] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 677.146273] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5220528e-da60-1277-c2d0-6d766c89e1fc" [ 677.146273] env[64022]: _type = "Task" [ 677.146273] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.155101] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5220528e-da60-1277-c2d0-6d766c89e1fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.214664] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "0c8714dc-381a-4c08-80c9-f0561b45ddbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.214956] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "0c8714dc-381a-4c08-80c9-f0561b45ddbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.215255] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "0c8714dc-381a-4c08-80c9-f0561b45ddbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.215704] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "0c8714dc-381a-4c08-80c9-f0561b45ddbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.215704] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "0c8714dc-381a-4c08-80c9-f0561b45ddbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.218067] env[64022]: INFO nova.compute.manager [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Terminating instance [ 677.290567] env[64022]: DEBUG nova.compute.manager [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.290881] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.292015] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bf1672-0687-4a8a-80e6-1368412864a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.300961] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.302561] env[64022]: DEBUG nova.network.neutron [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Updating instance_info_cache with network_info: [{"id": "5d7d0b1f-2570-420e-a554-b4425fcb5457", "address": "fa:16:3e:ca:2d:6c", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7d0b1f-25", "ovs_interfaceid": "5d7d0b1f-2570-420e-a554-b4425fcb5457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.304325] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c4082b1-b2eb-4446-a1e3-6a6e409b2e75 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.311339] env[64022]: DEBUG oslo_vmware.api [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Waiting for the task: (returnval){ [ 677.311339] env[64022]: value = "task-2302254" [ 677.311339] env[64022]: _type = "Task" [ 677.311339] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.320394] env[64022]: DEBUG oslo_vmware.api [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.369235] env[64022]: DEBUG nova.compute.manager [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Received event network-vif-plugged-5d7d0b1f-2570-420e-a554-b4425fcb5457 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.369235] env[64022]: DEBUG oslo_concurrency.lockutils [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] Acquiring lock "d3824db3-b570-4a81-a6eb-580b2da057a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.369971] env[64022]: DEBUG oslo_concurrency.lockutils [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] Lock "d3824db3-b570-4a81-a6eb-580b2da057a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.370354] env[64022]: DEBUG oslo_concurrency.lockutils [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] Lock "d3824db3-b570-4a81-a6eb-580b2da057a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.370591] env[64022]: DEBUG nova.compute.manager [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] No waiting events found dispatching network-vif-plugged-5d7d0b1f-2570-420e-a554-b4425fcb5457 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.370802] env[64022]: WARNING nova.compute.manager [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Received unexpected event network-vif-plugged-5d7d0b1f-2570-420e-a554-b4425fcb5457 for instance with vm_state building and task_state spawning. [ 677.370978] env[64022]: DEBUG nova.compute.manager [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Received event network-changed-5d7d0b1f-2570-420e-a554-b4425fcb5457 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.371138] env[64022]: DEBUG nova.compute.manager [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Refreshing instance network info cache due to event network-changed-5d7d0b1f-2570-420e-a554-b4425fcb5457. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 677.371407] env[64022]: DEBUG oslo_concurrency.lockutils [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] Acquiring lock "refresh_cache-d3824db3-b570-4a81-a6eb-580b2da057a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.495064] env[64022]: DEBUG nova.scheduler.client.report [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.508966] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302253, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.619374] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826907} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.619625] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 6b09db4b-dcaf-4d47-a7fc-6282db643d96/6b09db4b-dcaf-4d47-a7fc-6282db643d96.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.619837] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.620113] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2334f8c8-ae22-42aa-be93-1d8983461523 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.626550] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 677.626550] env[64022]: value = "task-2302255" [ 677.626550] env[64022]: _type = "Task" [ 677.626550] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.634925] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.655805] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5220528e-da60-1277-c2d0-6d766c89e1fc, 'name': SearchDatastore_Task, 'duration_secs': 0.055111} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.656128] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.656447] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34/4f6a15cb-714e-4fbc-a84d-2783b3bcdf34.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.656927] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cad2f4e-96ee-4689-94bd-7faa4d11c265 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.662866] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 677.662866] env[64022]: value = "task-2302256" [ 677.662866] env[64022]: _type = "Task" [ 677.662866] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.670846] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.721875] env[64022]: DEBUG nova.compute.manager [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.722109] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.723093] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6883265c-7ba0-44f5-9efd-9f4ab3361852 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.730345] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.730642] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b108c7fa-784d-4b8d-9ad6-8e8cdf34aa9b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.737165] env[64022]: DEBUG oslo_vmware.api [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 677.737165] env[64022]: value = "task-2302257" [ 677.737165] env[64022]: _type = "Task" [ 677.737165] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.745399] env[64022]: DEBUG oslo_vmware.api [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.805707] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Releasing lock "refresh_cache-d3824db3-b570-4a81-a6eb-580b2da057a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.806238] env[64022]: DEBUG nova.compute.manager [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Instance network_info: |[{"id": "5d7d0b1f-2570-420e-a554-b4425fcb5457", "address": "fa:16:3e:ca:2d:6c", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7d0b1f-25", "ovs_interfaceid": "5d7d0b1f-2570-420e-a554-b4425fcb5457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.806582] env[64022]: DEBUG oslo_concurrency.lockutils [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] Acquired lock "refresh_cache-d3824db3-b570-4a81-a6eb-580b2da057a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.806768] env[64022]: DEBUG nova.network.neutron [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Refreshing network info cache for port 5d7d0b1f-2570-420e-a554-b4425fcb5457 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.808099] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:2d:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d7d0b1f-2570-420e-a554-b4425fcb5457', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.816528] env[64022]: DEBUG oslo.service.loopingcall [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.820203] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.824192] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3f1558f-3bcb-4713-8707-6a340765405d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.846553] env[64022]: DEBUG oslo_vmware.api [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302254, 'name': PowerOffVM_Task, 'duration_secs': 0.282778} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.848315] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.848315] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.848315] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.848315] env[64022]: value = "task-2302258" [ 677.848315] env[64022]: _type = "Task" [ 677.848315] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.848556] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53553271-1056-459d-bce7-3941945ea0e8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.860813] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302258, 'name': CreateVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.976028] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.976028] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.004804] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.006840] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.122s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.007158] env[64022]: DEBUG nova.objects.instance [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lazy-loading 'resources' on Instance uuid 34c628d8-15bb-42bb-af8d-75b23a4d72ee {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.017129] env[64022]: DEBUG oslo_vmware.api [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302253, 'name': PowerOnVM_Task, 'duration_secs': 0.60925} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.020659] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.020902] env[64022]: INFO nova.compute.manager [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Took 8.66 seconds to spawn the instance on the hypervisor. [ 678.021081] env[64022]: DEBUG nova.compute.manager [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.021999] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b65d31-9cfe-480c-91ce-5657da85255b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.033764] env[64022]: INFO nova.scheduler.client.report [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Deleted allocations for instance 69d4167b-86a8-4938-a52d-dfd27bf0dce4 [ 678.136683] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089272} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.137655] env[64022]: DEBUG nova.network.neutron [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Updated VIF entry in instance network info cache for port 5d7d0b1f-2570-420e-a554-b4425fcb5457. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.138008] env[64022]: DEBUG nova.network.neutron [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Updating instance_info_cache with network_info: [{"id": "5d7d0b1f-2570-420e-a554-b4425fcb5457", "address": "fa:16:3e:ca:2d:6c", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7d0b1f-25", "ovs_interfaceid": "5d7d0b1f-2570-420e-a554-b4425fcb5457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.139412] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.140401] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f296ecc6-effe-45c7-b5b3-d9f0d3158c0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.161273] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 6b09db4b-dcaf-4d47-a7fc-6282db643d96/6b09db4b-dcaf-4d47-a7fc-6282db643d96.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.162349] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fffd4f5-d02e-44c5-941b-38e24ef9f609 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.186183] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507651} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.186456] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34/4f6a15cb-714e-4fbc-a84d-2783b3bcdf34.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.186731] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.186993] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd6b842f-c719-44d9-abde-e71e4346ef64 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.189978] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 678.189978] env[64022]: value = "task-2302260" [ 678.189978] env[64022]: _type = "Task" [ 678.189978] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.194102] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 678.194102] env[64022]: value = "task-2302261" [ 678.194102] env[64022]: _type = "Task" [ 678.194102] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.200880] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.205508] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.247267] env[64022]: DEBUG oslo_vmware.api [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302257, 'name': PowerOffVM_Task, 'duration_secs': 0.215808} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.247560] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.247754] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.249093] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55fb7e03-08df-4084-ae1a-faccb877fcd5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.362404] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302258, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.479031] env[64022]: DEBUG nova.compute.utils [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 678.544084] env[64022]: INFO nova.compute.manager [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Took 40.77 seconds to build instance. [ 678.553508] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fee71873-bd77-4d03-bd0f-d3e258ede6fd tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Lock "69d4167b-86a8-4938-a52d-dfd27bf0dce4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.286s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.640665] env[64022]: DEBUG oslo_concurrency.lockutils [req-38e2c5b4-5f22-4b7f-9325-b5aa30b354f0 req-460c5581-f387-4616-8387-3cf19e859eb7 service nova] Releasing lock "refresh_cache-d3824db3-b570-4a81-a6eb-580b2da057a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.702982] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.709735] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063843} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.710120] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.711089] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a33095e-635f-4785-88af-a76f9b52f743 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.733622] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34/4f6a15cb-714e-4fbc-a84d-2783b3bcdf34.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.736426] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c7af8d-eafa-4362-97ca-a5f6813d10f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.757667] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 678.757667] env[64022]: value = "task-2302263" [ 678.757667] env[64022]: _type = "Task" [ 678.757667] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.768375] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.864725] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302258, 'name': CreateVM_Task, 'duration_secs': 0.756386} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.864928] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.865726] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.865917] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.866352] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.866829] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2bb8fe-5279-4ec1-8f09-662e18919010 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.875709] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 678.875709] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f8e9ad-2975-5c4a-ce5e-ebff23d8f840" [ 678.875709] env[64022]: _type = "Task" [ 678.875709] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.884499] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f8e9ad-2975-5c4a-ce5e-ebff23d8f840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.982136] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.048616] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0af9a2b9-c446-495f-b2bd-767dbab4f622 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "1bd00407-c66a-4218-9b38-8e25a676d9e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.489s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.156126] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2271cb-d007-4f0f-94dc-254462cceca5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.163946] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037d2e34-7b04-47b4-a4c0-ee99d2889f76 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.167097] env[64022]: DEBUG oslo_concurrency.lockutils [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Acquiring lock "76c7db41-bb8f-4f70-ad21-c6724435ac9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.167322] env[64022]: DEBUG oslo_concurrency.lockutils [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Lock "76c7db41-bb8f-4f70-ad21-c6724435ac9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.167520] env[64022]: DEBUG oslo_concurrency.lockutils [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Acquiring lock "76c7db41-bb8f-4f70-ad21-c6724435ac9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.167697] env[64022]: DEBUG oslo_concurrency.lockutils [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Lock "76c7db41-bb8f-4f70-ad21-c6724435ac9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.167862] env[64022]: DEBUG oslo_concurrency.lockutils [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Lock "76c7db41-bb8f-4f70-ad21-c6724435ac9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.170015] env[64022]: INFO nova.compute.manager [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Terminating instance [ 679.199264] env[64022]: DEBUG nova.compute.manager [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.199264] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.202881] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0acb670-e620-4931-af65-378e081a9cf0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.205982] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d94f5ad-e730-4e5f-9c04-2f4749bad609 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.219398] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a384a89e-dfb5-40cd-8024-41ad4101e3b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.223407] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.228412] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.236476] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af9319be-9c4c-4edf-8a73-81a56c9e38c1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.238695] env[64022]: DEBUG nova.compute.provider_tree [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.244516] env[64022]: DEBUG oslo_vmware.api [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Waiting for the task: (returnval){ [ 679.244516] env[64022]: value = "task-2302264" [ 679.244516] env[64022]: _type = "Task" [ 679.244516] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.253141] env[64022]: DEBUG oslo_vmware.api [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2302264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.267521] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.269058] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.269264] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.269443] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Deleting the datastore file [datastore1] 0c8714dc-381a-4c08-80c9-f0561b45ddbc {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.270259] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d20db5c7-ee20-42f7-9ce8-9792d10320cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.272083] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.272285] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.272458] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Deleting the datastore file [datastore1] 2780b129-725e-4444-ac6f-98ef00cef77c {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.272699] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12ef49b9-98c2-446c-b4e2-45cdc5677dfd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.280140] env[64022]: DEBUG oslo_vmware.api [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Waiting for the task: (returnval){ [ 679.280140] env[64022]: value = "task-2302266" [ 679.280140] env[64022]: _type = "Task" [ 679.280140] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.281194] env[64022]: DEBUG oslo_vmware.api [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for the task: (returnval){ [ 679.281194] env[64022]: value = "task-2302265" [ 679.281194] env[64022]: _type = "Task" [ 679.281194] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.294693] env[64022]: DEBUG oslo_vmware.api [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.294941] env[64022]: DEBUG oslo_vmware.api [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.386603] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f8e9ad-2975-5c4a-ce5e-ebff23d8f840, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.386901] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.387156] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.387387] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.387537] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.387710] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.388028] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d0bd87c-e40d-4e1c-84a9-786ebf442127 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.405146] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.405335] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.406141] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03a10ef-7f6f-4ba2-873a-80a39b54a3e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.411218] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 679.411218] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f3e157-313e-889f-9792-0b99ce38abd0" [ 679.411218] env[64022]: _type = "Task" [ 679.411218] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.420068] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f3e157-313e-889f-9792-0b99ce38abd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.552394] env[64022]: DEBUG nova.compute.manager [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.707248] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302260, 'name': ReconfigVM_Task, 'duration_secs': 1.123743} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.707555] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 6b09db4b-dcaf-4d47-a7fc-6282db643d96/6b09db4b-dcaf-4d47-a7fc-6282db643d96.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.708188] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9e381fe-b204-4b08-b10b-4e64daa97200 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.714942] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 679.714942] env[64022]: value = "task-2302267" [ 679.714942] env[64022]: _type = "Task" [ 679.714942] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.723434] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302267, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.742154] env[64022]: DEBUG nova.scheduler.client.report [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.755093] env[64022]: DEBUG oslo_vmware.api [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2302264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.768955] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.793422] env[64022]: DEBUG oslo_vmware.api [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Task: {'id': task-2302266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174609} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.796941] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.796941] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.797307] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.797477] env[64022]: INFO nova.compute.manager [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Took 2.51 seconds to destroy the instance on the hypervisor. [ 679.798168] env[64022]: DEBUG oslo.service.loopingcall [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.798168] env[64022]: DEBUG oslo_vmware.api [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Task: {'id': task-2302265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177897} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.798276] env[64022]: DEBUG nova.compute.manager [-] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.798310] env[64022]: DEBUG nova.network.neutron [-] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.800453] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.800675] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.801037] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.801110] env[64022]: INFO nova.compute.manager [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Took 2.08 seconds to destroy the instance on the hypervisor. [ 679.801691] env[64022]: DEBUG oslo.service.loopingcall [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.801691] env[64022]: DEBUG nova.compute.manager [-] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.801691] env[64022]: DEBUG nova.network.neutron [-] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.924037] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f3e157-313e-889f-9792-0b99ce38abd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.924037] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d2db337-31d0-45ed-8ed4-1a43e290bf61 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.929834] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 679.929834] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fff278-95f9-a94b-b0c2-675c6531c4d8" [ 679.929834] env[64022]: _type = "Task" [ 679.929834] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.938983] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fff278-95f9-a94b-b0c2-675c6531c4d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.067766] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.068104] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.068367] env[64022]: INFO nova.compute.manager [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Attaching volume 8a84931a-8547-4464-a349-26d15812f018 to /dev/sdb [ 680.090274] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.131056] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005e16f1-5fb2-4dc7-8c9f-3143f4e6d8e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.138935] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f006ca-73bc-424d-9018-a11f7179ed5e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.155540] env[64022]: DEBUG nova.virt.block_device [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Updating existing volume attachment record: 68749705-4ee4-4a33-81c1-6a5b9df4c6b0 {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 680.236799] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302267, 'name': Rename_Task, 'duration_secs': 0.192661} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.237241] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.237385] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5f8365e-fce2-4467-9ce9-5358524a4f5b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.249152] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 680.249152] env[64022]: value = "task-2302268" [ 680.249152] env[64022]: _type = "Task" [ 680.249152] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.256785] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.262538] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.347s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.264370] env[64022]: INFO nova.compute.claims [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.282569] env[64022]: DEBUG oslo_vmware.api [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2302264, 'name': PowerOffVM_Task, 'duration_secs': 0.734171} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.282906] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302268, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.284798] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.284798] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.290192] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55cc5c1b-6747-4113-bcc6-cda224738d5f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.292340] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302263, 'name': ReconfigVM_Task, 'duration_secs': 1.399305} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.293878] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34/4f6a15cb-714e-4fbc-a84d-2783b3bcdf34.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.298765] env[64022]: INFO nova.scheduler.client.report [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Deleted allocations for instance 34c628d8-15bb-42bb-af8d-75b23a4d72ee [ 680.302945] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b77deba-7fb5-4d13-bd2b-abb1356f3497 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.312390] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 680.312390] env[64022]: value = "task-2302270" [ 680.312390] env[64022]: _type = "Task" [ 680.312390] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.321736] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302270, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.372491] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.372491] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.372491] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Deleting the datastore file [datastore2] 76c7db41-bb8f-4f70-ad21-c6724435ac9d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.372491] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a86d94fc-7512-4002-9565-21cd17e8dd05 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.382886] env[64022]: DEBUG oslo_vmware.api [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Waiting for the task: (returnval){ [ 680.382886] env[64022]: value = "task-2302272" [ 680.382886] env[64022]: _type = "Task" [ 680.382886] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.394319] env[64022]: DEBUG oslo_vmware.api [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2302272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.452560] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fff278-95f9-a94b-b0c2-675c6531c4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010316} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.452560] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.452560] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d3824db3-b570-4a81-a6eb-580b2da057a9/d3824db3-b570-4a81-a6eb-580b2da057a9.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.452560] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fc139b7-958f-461b-8b7b-bea2e530e06f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.458567] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 680.458567] env[64022]: value = "task-2302274" [ 680.458567] env[64022]: _type = "Task" [ 680.458567] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.467532] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.632148] env[64022]: DEBUG nova.compute.manager [req-b3b45a13-cc21-4e3b-b4b5-29926a92f81d req-53a866c0-6215-4e29-b250-5c35a932d50b service nova] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Received event network-vif-deleted-d19b3de4-8b66-4483-8f2a-a300aedf3ca2 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.632148] env[64022]: INFO nova.compute.manager [req-b3b45a13-cc21-4e3b-b4b5-29926a92f81d req-53a866c0-6215-4e29-b250-5c35a932d50b service nova] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Neutron deleted interface d19b3de4-8b66-4483-8f2a-a300aedf3ca2; detaching it from the instance and deleting it from the info cache [ 680.632148] env[64022]: DEBUG nova.network.neutron [req-b3b45a13-cc21-4e3b-b4b5-29926a92f81d req-53a866c0-6215-4e29-b250-5c35a932d50b service nova] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.761619] env[64022]: DEBUG oslo_vmware.api [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302268, 'name': PowerOnVM_Task, 'duration_secs': 0.494732} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.762084] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.765557] env[64022]: DEBUG nova.compute.manager [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.765557] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fab11ea-cd63-4e50-89f5-2e783a60230e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.811683] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d7c0876c-8c94-4b41-a244-34d50dd21f34 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "34c628d8-15bb-42bb-af8d-75b23a4d72ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.443s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.824244] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302270, 'name': Rename_Task, 'duration_secs': 0.170762} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.824657] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.824908] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a846d454-3fd6-468d-af6d-770a262aaaf6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.832355] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 680.832355] env[64022]: value = "task-2302276" [ 680.832355] env[64022]: _type = "Task" [ 680.832355] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.850162] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302276, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.899948] env[64022]: DEBUG oslo_vmware.api [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Task: {'id': task-2302272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152126} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.901369] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.901369] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.901369] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.901369] env[64022]: INFO nova.compute.manager [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Took 1.70 seconds to destroy the instance on the hypervisor. [ 680.901369] env[64022]: DEBUG oslo.service.loopingcall [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.901795] env[64022]: DEBUG nova.compute.manager [-] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.901795] env[64022]: DEBUG nova.network.neutron [-] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.971893] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508867} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.972226] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d3824db3-b570-4a81-a6eb-580b2da057a9/d3824db3-b570-4a81-a6eb-580b2da057a9.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.972460] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.972719] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33dcd83f-abf7-42a1-a92e-71d41c53309d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.979619] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 680.979619] env[64022]: value = "task-2302277" [ 680.979619] env[64022]: _type = "Task" [ 680.979619] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.988946] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.004473] env[64022]: DEBUG nova.network.neutron [-] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.028593] env[64022]: DEBUG nova.network.neutron [-] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.140085] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7cc7c0e8-ce62-4e50-82c4-defa38f62527 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.147505] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512b6d5e-15bd-422e-a778-7486e79bb128 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.187156] env[64022]: DEBUG nova.compute.manager [req-b3b45a13-cc21-4e3b-b4b5-29926a92f81d req-53a866c0-6215-4e29-b250-5c35a932d50b service nova] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Detach interface failed, port_id=d19b3de4-8b66-4483-8f2a-a300aedf3ca2, reason: Instance 0c8714dc-381a-4c08-80c9-f0561b45ddbc could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 681.284357] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.352989] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302276, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.492564] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073204} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.496520] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.498568] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491347bf-5552-4bd2-8900-12f8a8b50a70 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.514153] env[64022]: INFO nova.compute.manager [-] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Took 1.71 seconds to deallocate network for instance. [ 681.523023] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] d3824db3-b570-4a81-a6eb-580b2da057a9/d3824db3-b570-4a81-a6eb-580b2da057a9.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.527837] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-607da31e-392f-4799-9b15-45da886e7825 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.550400] env[64022]: INFO nova.compute.manager [-] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Took 1.75 seconds to deallocate network for instance. [ 681.562859] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 681.562859] env[64022]: value = "task-2302278" [ 681.562859] env[64022]: _type = "Task" [ 681.562859] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.573473] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.857576] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302276, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.011618] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de585c27-ed5b-4b4e-a9e7-df610a72c6db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.020753] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0719e16-5080-49e8-bb46-06279d18c197 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.058889] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.060722] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc6ee4b-67c6-444e-99db-749a57b4995e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.064259] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.077942] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e4bf15-e123-43c4-9f34-e48af2b23862 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.082101] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.096985] env[64022]: DEBUG nova.compute.provider_tree [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.328511] env[64022]: DEBUG nova.compute.manager [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Stashing vm_state: active {{(pid=64022) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 682.355015] env[64022]: DEBUG oslo_vmware.api [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302276, 'name': PowerOnVM_Task, 'duration_secs': 1.160915} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.355015] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.355015] env[64022]: INFO nova.compute.manager [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Took 9.69 seconds to spawn the instance on the hypervisor. [ 682.355015] env[64022]: DEBUG nova.compute.manager [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.355015] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7d4657-3284-4ca2-be06-57da482009e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.373434] env[64022]: DEBUG nova.network.neutron [-] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.575521] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302278, 'name': ReconfigVM_Task, 'duration_secs': 0.619832} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.575806] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Reconfigured VM instance instance-0000002d to attach disk [datastore2] d3824db3-b570-4a81-a6eb-580b2da057a9/d3824db3-b570-4a81-a6eb-580b2da057a9.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.576459] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2495dd47-97a3-4326-ba81-b768fdcfb824 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.585023] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 682.585023] env[64022]: value = "task-2302280" [ 682.585023] env[64022]: _type = "Task" [ 682.585023] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.591294] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302280, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.601309] env[64022]: DEBUG nova.scheduler.client.report [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.671218] env[64022]: DEBUG nova.compute.manager [req-81e10453-fdcf-41d2-8d71-9d58bc4560aa req-56363db7-40ea-4db8-8c4d-0526cd264e77 service nova] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Received event network-vif-deleted-2478cc62-8af2-4b8b-93bc-41e052b270b5 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.671497] env[64022]: DEBUG nova.compute.manager [req-81e10453-fdcf-41d2-8d71-9d58bc4560aa req-56363db7-40ea-4db8-8c4d-0526cd264e77 service nova] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Received event network-vif-deleted-19f49ad2-089f-4a3e-b6d9-d48013cecbc2 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.764804] env[64022]: DEBUG oslo_concurrency.lockutils [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "6b09db4b-dcaf-4d47-a7fc-6282db643d96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.765113] env[64022]: DEBUG oslo_concurrency.lockutils [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "6b09db4b-dcaf-4d47-a7fc-6282db643d96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.767233] env[64022]: DEBUG oslo_concurrency.lockutils [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "6b09db4b-dcaf-4d47-a7fc-6282db643d96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.767233] env[64022]: DEBUG oslo_concurrency.lockutils [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "6b09db4b-dcaf-4d47-a7fc-6282db643d96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.767233] env[64022]: DEBUG oslo_concurrency.lockutils [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "6b09db4b-dcaf-4d47-a7fc-6282db643d96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.768883] env[64022]: INFO nova.compute.manager [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Terminating instance [ 682.846364] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.872450] env[64022]: INFO nova.compute.manager [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Took 43.25 seconds to build instance. [ 682.878411] env[64022]: INFO nova.compute.manager [-] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Took 1.98 seconds to deallocate network for instance. [ 683.093509] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302280, 'name': Rename_Task, 'duration_secs': 0.3227} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.093778] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.094058] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1b12a2d-4e47-407a-b8a4-486a2e5477f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.101229] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 683.101229] env[64022]: value = "task-2302281" [ 683.101229] env[64022]: _type = "Task" [ 683.101229] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.110905] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.111502] env[64022]: DEBUG nova.compute.manager [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.113938] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.114126] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.373s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.115537] env[64022]: INFO nova.compute.claims [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.272652] env[64022]: DEBUG oslo_concurrency.lockutils [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "refresh_cache-6b09db4b-dcaf-4d47-a7fc-6282db643d96" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.272935] env[64022]: DEBUG oslo_concurrency.lockutils [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquired lock "refresh_cache-6b09db4b-dcaf-4d47-a7fc-6282db643d96" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.273218] env[64022]: DEBUG nova.network.neutron [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.379657] env[64022]: DEBUG oslo_concurrency.lockutils [None req-da058f88-d416-4d59-9aa0-b93dddf4ece4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.568s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.389894] env[64022]: DEBUG oslo_concurrency.lockutils [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.615854] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302281, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.620906] env[64022]: DEBUG nova.compute.utils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 683.626935] env[64022]: DEBUG nova.compute.manager [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.626935] env[64022]: DEBUG nova.network.neutron [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.680660] env[64022]: DEBUG nova.policy [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64a3ee7e4716474aa136f4e0ecea56f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa73e80dcf3e4423b587b55fb095c540', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.796329] env[64022]: DEBUG nova.network.neutron [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.883741] env[64022]: DEBUG nova.compute.manager [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.938172] env[64022]: DEBUG nova.network.neutron [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.113089] env[64022]: DEBUG oslo_vmware.api [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302281, 'name': PowerOnVM_Task, 'duration_secs': 0.785801} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.113506] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.113874] env[64022]: INFO nova.compute.manager [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Took 8.58 seconds to spawn the instance on the hypervisor. [ 684.114183] env[64022]: DEBUG nova.compute.manager [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.115051] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee1b44c-c94c-4676-8984-9ac3149e300b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.126417] env[64022]: DEBUG nova.compute.manager [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.193370] env[64022]: DEBUG nova.network.neutron [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Successfully created port: 696341a7-f848-491f-b21c-f3183e409b28 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.416780] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.441371] env[64022]: DEBUG oslo_concurrency.lockutils [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Releasing lock "refresh_cache-6b09db4b-dcaf-4d47-a7fc-6282db643d96" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.441865] env[64022]: DEBUG nova.compute.manager [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.442250] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.443121] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1fe85a-58d5-4bc3-82e9-2bb9a363c45b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.455660] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.455928] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb8c0de4-c893-4ae2-b7c8-15f82aaf7b12 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.464065] env[64022]: DEBUG oslo_vmware.api [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 684.464065] env[64022]: value = "task-2302282" [ 684.464065] env[64022]: _type = "Task" [ 684.464065] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.475629] env[64022]: DEBUG oslo_vmware.api [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.533294] env[64022]: DEBUG nova.compute.manager [req-fc36b532-3b0b-4596-b887-fd9101c75844 req-403b7923-a071-45d4-a39b-bfe5e37b386e service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Received event network-changed-675b72e3-c471-42c5-8cfc-40784a02221a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.533470] env[64022]: DEBUG nova.compute.manager [req-fc36b532-3b0b-4596-b887-fd9101c75844 req-403b7923-a071-45d4-a39b-bfe5e37b386e service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Refreshing instance network info cache due to event network-changed-675b72e3-c471-42c5-8cfc-40784a02221a. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.533788] env[64022]: DEBUG oslo_concurrency.lockutils [req-fc36b532-3b0b-4596-b887-fd9101c75844 req-403b7923-a071-45d4-a39b-bfe5e37b386e service nova] Acquiring lock "refresh_cache-4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.536767] env[64022]: DEBUG oslo_concurrency.lockutils [req-fc36b532-3b0b-4596-b887-fd9101c75844 req-403b7923-a071-45d4-a39b-bfe5e37b386e service nova] Acquired lock "refresh_cache-4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.536767] env[64022]: DEBUG nova.network.neutron [req-fc36b532-3b0b-4596-b887-fd9101c75844 req-403b7923-a071-45d4-a39b-bfe5e37b386e service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Refreshing network info cache for port 675b72e3-c471-42c5-8cfc-40784a02221a {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.645043] env[64022]: INFO nova.compute.manager [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Took 36.84 seconds to build instance. [ 684.726498] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 684.726724] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468378', 'volume_id': '8a84931a-8547-4464-a349-26d15812f018', 'name': 'volume-8a84931a-8547-4464-a349-26d15812f018', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f70de75-c4ee-42b1-9f96-5dd32a0f1e27', 'attached_at': '', 'detached_at': '', 'volume_id': '8a84931a-8547-4464-a349-26d15812f018', 'serial': '8a84931a-8547-4464-a349-26d15812f018'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 684.727729] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36bab39-f309-4fdd-915f-5cb09e3f81f9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.747799] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd491e5-edc4-4f02-9ba6-0e6f105211d8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.773240] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] volume-8a84931a-8547-4464-a349-26d15812f018/volume-8a84931a-8547-4464-a349-26d15812f018.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.777123] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b66ab87-1654-4c44-b870-e5d4feabbb46 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.795108] env[64022]: DEBUG oslo_vmware.api [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 684.795108] env[64022]: value = "task-2302283" [ 684.795108] env[64022]: _type = "Task" [ 684.795108] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.806502] env[64022]: DEBUG oslo_vmware.api [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.946014] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c173b7ea-6a9b-4131-b61c-c82001aaa418 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.954789] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd86751-3607-4caf-b993-85cae8eb920c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.989435] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e35d6c-120b-45b0-8017-8f4ab433ce22 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.000031] env[64022]: DEBUG oslo_vmware.api [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302282, 'name': PowerOffVM_Task, 'duration_secs': 0.143625} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.003185] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.003185] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.003331] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a757778-37a8-4477-86a6-be96205bb566 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.005800] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebd49e6-b130-42af-82a9-6b919d404fac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.023014] env[64022]: DEBUG nova.compute.provider_tree [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.033527] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.033841] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.034043] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Deleting the datastore file [datastore2] 6b09db4b-dcaf-4d47-a7fc-6282db643d96 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.034914] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0d0c3a3-c66b-4324-a353-85f2676e98dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.044347] env[64022]: DEBUG oslo_vmware.api [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 685.044347] env[64022]: value = "task-2302285" [ 685.044347] env[64022]: _type = "Task" [ 685.044347] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.055718] env[64022]: DEBUG oslo_vmware.api [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.146298] env[64022]: DEBUG nova.compute.manager [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.153885] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "d3824db3-b570-4a81-a6eb-580b2da057a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.912s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.186863] env[64022]: DEBUG nova.virt.hardware [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.187265] env[64022]: DEBUG nova.virt.hardware [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.187453] env[64022]: DEBUG nova.virt.hardware [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.187657] env[64022]: DEBUG nova.virt.hardware [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.187810] env[64022]: DEBUG nova.virt.hardware [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.187970] env[64022]: DEBUG nova.virt.hardware [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.188267] env[64022]: DEBUG nova.virt.hardware [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.188440] env[64022]: DEBUG nova.virt.hardware [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.188615] env[64022]: DEBUG nova.virt.hardware [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.188793] env[64022]: DEBUG nova.virt.hardware [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.188993] env[64022]: DEBUG nova.virt.hardware [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.189961] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa23a64-2ec5-45d5-b03b-dd9b94d6efa2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.201792] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6986e5c9-b968-4ced-bbfd-c7914852db1d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.309378] env[64022]: DEBUG oslo_vmware.api [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302283, 'name': ReconfigVM_Task, 'duration_secs': 0.504585} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.309926] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Reconfigured VM instance instance-0000001e to attach disk [datastore1] volume-8a84931a-8547-4464-a349-26d15812f018/volume-8a84931a-8547-4464-a349-26d15812f018.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.315562] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff76add-f57f-47dc-b91d-b7431e21a8ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.336960] env[64022]: DEBUG oslo_vmware.api [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 685.336960] env[64022]: value = "task-2302286" [ 685.336960] env[64022]: _type = "Task" [ 685.336960] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.346568] env[64022]: DEBUG oslo_vmware.api [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.350550] env[64022]: DEBUG nova.network.neutron [req-fc36b532-3b0b-4596-b887-fd9101c75844 req-403b7923-a071-45d4-a39b-bfe5e37b386e service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Updated VIF entry in instance network info cache for port 675b72e3-c471-42c5-8cfc-40784a02221a. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.350938] env[64022]: DEBUG nova.network.neutron [req-fc36b532-3b0b-4596-b887-fd9101c75844 req-403b7923-a071-45d4-a39b-bfe5e37b386e service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Updating instance_info_cache with network_info: [{"id": "675b72e3-c471-42c5-8cfc-40784a02221a", "address": "fa:16:3e:e6:d4:7e", "network": {"id": "dcb545d8-5506-44e3-bc99-8c00f119db90", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-423610279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1488a1c17b4b15a707c3b23f6bd5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675b72e3-c4", "ovs_interfaceid": "675b72e3-c471-42c5-8cfc-40784a02221a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.443400] env[64022]: DEBUG nova.compute.manager [req-3ba28b72-7183-429f-873c-715d81454301 req-01c5398f-603f-48dc-9b0a-105aa3e0403e service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Received event network-changed-675b72e3-c471-42c5-8cfc-40784a02221a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.443692] env[64022]: DEBUG nova.compute.manager [req-3ba28b72-7183-429f-873c-715d81454301 req-01c5398f-603f-48dc-9b0a-105aa3e0403e service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Refreshing instance network info cache due to event network-changed-675b72e3-c471-42c5-8cfc-40784a02221a. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 685.443784] env[64022]: DEBUG oslo_concurrency.lockutils [req-3ba28b72-7183-429f-873c-715d81454301 req-01c5398f-603f-48dc-9b0a-105aa3e0403e service nova] Acquiring lock "refresh_cache-4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.525900] env[64022]: DEBUG nova.scheduler.client.report [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.558813] env[64022]: DEBUG oslo_vmware.api [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206231} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.559175] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.559406] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.559593] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.559780] env[64022]: INFO nova.compute.manager [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Took 1.12 seconds to destroy the instance on the hypervisor. [ 685.560041] env[64022]: DEBUG oslo.service.loopingcall [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.560239] env[64022]: DEBUG nova.compute.manager [-] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.560334] env[64022]: DEBUG nova.network.neutron [-] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.582677] env[64022]: DEBUG nova.network.neutron [-] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.659743] env[64022]: DEBUG nova.compute.manager [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.801992] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Acquiring lock "6520ea44-5048-474f-b55f-69e2aba989fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.801992] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Lock "6520ea44-5048-474f-b55f-69e2aba989fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.856196] env[64022]: DEBUG oslo_concurrency.lockutils [req-fc36b532-3b0b-4596-b887-fd9101c75844 req-403b7923-a071-45d4-a39b-bfe5e37b386e service nova] Releasing lock "refresh_cache-4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.856971] env[64022]: DEBUG oslo_vmware.api [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302286, 'name': ReconfigVM_Task, 'duration_secs': 0.180722} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.857092] env[64022]: DEBUG oslo_concurrency.lockutils [req-3ba28b72-7183-429f-873c-715d81454301 req-01c5398f-603f-48dc-9b0a-105aa3e0403e service nova] Acquired lock "refresh_cache-4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.857318] env[64022]: DEBUG nova.network.neutron [req-3ba28b72-7183-429f-873c-715d81454301 req-01c5398f-603f-48dc-9b0a-105aa3e0403e service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Refreshing network info cache for port 675b72e3-c471-42c5-8cfc-40784a02221a {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.858910] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468378', 'volume_id': '8a84931a-8547-4464-a349-26d15812f018', 'name': 'volume-8a84931a-8547-4464-a349-26d15812f018', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f70de75-c4ee-42b1-9f96-5dd32a0f1e27', 'attached_at': '', 'detached_at': '', 'volume_id': '8a84931a-8547-4464-a349-26d15812f018', 'serial': '8a84931a-8547-4464-a349-26d15812f018'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 685.949618] env[64022]: DEBUG nova.network.neutron [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Successfully updated port: 696341a7-f848-491f-b21c-f3183e409b28 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.031856] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.918s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.032877] env[64022]: DEBUG nova.compute.manager [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.036323] env[64022]: DEBUG oslo_concurrency.lockutils [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.169s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.036323] env[64022]: DEBUG nova.objects.instance [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Lazy-loading 'resources' on Instance uuid 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.085636] env[64022]: DEBUG nova.network.neutron [-] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.194353] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.308705] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47245dc9-ca47-4168-a8b4-9509539157ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.315804] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9acf3e-4da9-46df-b3ce-459731ce04f2 tempest-ServersAdminNegativeTestJSON-1743782608 tempest-ServersAdminNegativeTestJSON-1743782608-project-admin] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Suspending the VM {{(pid=64022) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 686.316054] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-92b745ad-a292-45b5-9107-9401fc83dc06 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.323287] env[64022]: DEBUG oslo_vmware.api [None req-4a9acf3e-4da9-46df-b3ce-459731ce04f2 tempest-ServersAdminNegativeTestJSON-1743782608 tempest-ServersAdminNegativeTestJSON-1743782608-project-admin] Waiting for the task: (returnval){ [ 686.323287] env[64022]: value = "task-2302287" [ 686.323287] env[64022]: _type = "Task" [ 686.323287] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.332062] env[64022]: DEBUG oslo_vmware.api [None req-4a9acf3e-4da9-46df-b3ce-459731ce04f2 tempest-ServersAdminNegativeTestJSON-1743782608 tempest-ServersAdminNegativeTestJSON-1743782608-project-admin] Task: {'id': task-2302287, 'name': SuspendVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.452943] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "refresh_cache-42d2e289-435f-47df-ae33-b003b319135a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.453021] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "refresh_cache-42d2e289-435f-47df-ae33-b003b319135a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.453521] env[64022]: DEBUG nova.network.neutron [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.542082] env[64022]: DEBUG nova.compute.utils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 686.542082] env[64022]: DEBUG nova.compute.manager [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.542748] env[64022]: DEBUG nova.network.neutron [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.588486] env[64022]: INFO nova.compute.manager [-] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Took 1.03 seconds to deallocate network for instance. [ 686.627300] env[64022]: DEBUG nova.policy [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb2e64ec14a44d4eb114d08beb378568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd2151e25154451ca482f79f3121ccf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.683604] env[64022]: DEBUG nova.network.neutron [req-3ba28b72-7183-429f-873c-715d81454301 req-01c5398f-603f-48dc-9b0a-105aa3e0403e service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Updated VIF entry in instance network info cache for port 675b72e3-c471-42c5-8cfc-40784a02221a. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.683923] env[64022]: DEBUG nova.network.neutron [req-3ba28b72-7183-429f-873c-715d81454301 req-01c5398f-603f-48dc-9b0a-105aa3e0403e service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Updating instance_info_cache with network_info: [{"id": "675b72e3-c471-42c5-8cfc-40784a02221a", "address": "fa:16:3e:e6:d4:7e", "network": {"id": "dcb545d8-5506-44e3-bc99-8c00f119db90", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-423610279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1488a1c17b4b15a707c3b23f6bd5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675b72e3-c4", "ovs_interfaceid": "675b72e3-c471-42c5-8cfc-40784a02221a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.835599] env[64022]: DEBUG oslo_vmware.api [None req-4a9acf3e-4da9-46df-b3ce-459731ce04f2 tempest-ServersAdminNegativeTestJSON-1743782608 tempest-ServersAdminNegativeTestJSON-1743782608-project-admin] Task: {'id': task-2302287, 'name': SuspendVM_Task} progress is 41%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.914627] env[64022]: DEBUG nova.objects.instance [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lazy-loading 'flavor' on Instance uuid 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.013941] env[64022]: DEBUG nova.network.neutron [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.051525] env[64022]: DEBUG nova.compute.manager [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.071750] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "67ccf4db-7d13-400a-9631-17414671500c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.072035] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "67ccf4db-7d13-400a-9631-17414671500c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.096168] env[64022]: DEBUG oslo_concurrency.lockutils [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.130837] env[64022]: DEBUG nova.network.neutron [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Successfully created port: 4f76bb82-171d-4835-9845-8b8be26fab52 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.186177] env[64022]: DEBUG oslo_concurrency.lockutils [req-3ba28b72-7183-429f-873c-715d81454301 req-01c5398f-603f-48dc-9b0a-105aa3e0403e service nova] Releasing lock "refresh_cache-4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.259097] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b6a9a0-875d-4810-9455-0aeb46d3183a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.270404] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a59bc1-e441-47bc-b3c7-646664ee539f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.301381] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7013b9-fffa-4be4-a64b-08a5e11869e5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.309961] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1e0753-3d92-40c0-b735-865e793f1f4a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.329785] env[64022]: DEBUG nova.compute.provider_tree [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.344238] env[64022]: DEBUG oslo_vmware.api [None req-4a9acf3e-4da9-46df-b3ce-459731ce04f2 tempest-ServersAdminNegativeTestJSON-1743782608 tempest-ServersAdminNegativeTestJSON-1743782608-project-admin] Task: {'id': task-2302287, 'name': SuspendVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.352693] env[64022]: DEBUG nova.network.neutron [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Updating instance_info_cache with network_info: [{"id": "696341a7-f848-491f-b21c-f3183e409b28", "address": "fa:16:3e:20:20:9a", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap696341a7-f8", "ovs_interfaceid": "696341a7-f848-491f-b21c-f3183e409b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.422836] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ffa6fc-7c13-44ea-bb2d-e2683bb5b50b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.355s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.676778] env[64022]: DEBUG nova.compute.manager [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Received event network-vif-plugged-696341a7-f848-491f-b21c-f3183e409b28 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 687.677070] env[64022]: DEBUG oslo_concurrency.lockutils [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] Acquiring lock "42d2e289-435f-47df-ae33-b003b319135a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.677332] env[64022]: DEBUG oslo_concurrency.lockutils [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] Lock "42d2e289-435f-47df-ae33-b003b319135a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.677505] env[64022]: DEBUG oslo_concurrency.lockutils [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] Lock "42d2e289-435f-47df-ae33-b003b319135a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.677692] env[64022]: DEBUG nova.compute.manager [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] [instance: 42d2e289-435f-47df-ae33-b003b319135a] No waiting events found dispatching network-vif-plugged-696341a7-f848-491f-b21c-f3183e409b28 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.678613] env[64022]: WARNING nova.compute.manager [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Received unexpected event network-vif-plugged-696341a7-f848-491f-b21c-f3183e409b28 for instance with vm_state building and task_state spawning. [ 687.678613] env[64022]: DEBUG nova.compute.manager [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Received event network-changed-696341a7-f848-491f-b21c-f3183e409b28 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 687.678613] env[64022]: DEBUG nova.compute.manager [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Refreshing instance network info cache due to event network-changed-696341a7-f848-491f-b21c-f3183e409b28. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 687.678613] env[64022]: DEBUG oslo_concurrency.lockutils [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] Acquiring lock "refresh_cache-42d2e289-435f-47df-ae33-b003b319135a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.836278] env[64022]: DEBUG nova.scheduler.client.report [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.842917] env[64022]: DEBUG oslo_vmware.api [None req-4a9acf3e-4da9-46df-b3ce-459731ce04f2 tempest-ServersAdminNegativeTestJSON-1743782608 tempest-ServersAdminNegativeTestJSON-1743782608-project-admin] Task: {'id': task-2302287, 'name': SuspendVM_Task, 'duration_secs': 1.033684} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.843130] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9acf3e-4da9-46df-b3ce-459731ce04f2 tempest-ServersAdminNegativeTestJSON-1743782608 tempest-ServersAdminNegativeTestJSON-1743782608-project-admin] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Suspended the VM {{(pid=64022) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 687.843305] env[64022]: DEBUG nova.compute.manager [None req-4a9acf3e-4da9-46df-b3ce-459731ce04f2 tempest-ServersAdminNegativeTestJSON-1743782608 tempest-ServersAdminNegativeTestJSON-1743782608-project-admin] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.844105] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e969ed-2f31-4530-8828-6e795d8095ad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.855385] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "refresh_cache-42d2e289-435f-47df-ae33-b003b319135a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.855683] env[64022]: DEBUG nova.compute.manager [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Instance network_info: |[{"id": "696341a7-f848-491f-b21c-f3183e409b28", "address": "fa:16:3e:20:20:9a", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap696341a7-f8", "ovs_interfaceid": "696341a7-f848-491f-b21c-f3183e409b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.855992] env[64022]: DEBUG oslo_concurrency.lockutils [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] Acquired lock "refresh_cache-42d2e289-435f-47df-ae33-b003b319135a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.856191] env[64022]: DEBUG nova.network.neutron [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Refreshing network info cache for port 696341a7-f848-491f-b21c-f3183e409b28 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.857334] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:20:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '696341a7-f848-491f-b21c-f3183e409b28', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.865445] env[64022]: DEBUG oslo.service.loopingcall [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.867293] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.869480] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a014f7ce-4d6b-4a8a-b5cd-52e10311085a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.893587] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.893941] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.902502] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.902502] env[64022]: value = "task-2302288" [ 687.902502] env[64022]: _type = "Task" [ 687.902502] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.916133] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302288, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.060373] env[64022]: DEBUG nova.compute.manager [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.085385] env[64022]: DEBUG nova.virt.hardware [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.085646] env[64022]: DEBUG nova.virt.hardware [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.085800] env[64022]: DEBUG nova.virt.hardware [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.085980] env[64022]: DEBUG nova.virt.hardware [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.086152] env[64022]: DEBUG nova.virt.hardware [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.086301] env[64022]: DEBUG nova.virt.hardware [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.086513] env[64022]: DEBUG nova.virt.hardware [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.086675] env[64022]: DEBUG nova.virt.hardware [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.086844] env[64022]: DEBUG nova.virt.hardware [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.087014] env[64022]: DEBUG nova.virt.hardware [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.087194] env[64022]: DEBUG nova.virt.hardware [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.088215] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fb7b17-efb1-419a-87fc-a6c4b335b84c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.096172] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ce3d67-01f8-4388-ad2a-ef0176945990 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.344466] env[64022]: DEBUG oslo_concurrency.lockutils [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.347406] env[64022]: DEBUG oslo_concurrency.lockutils [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.827s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.347646] env[64022]: DEBUG nova.objects.instance [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lazy-loading 'resources' on Instance uuid e777dc00-4bd3-4f7f-96fa-d5707d45f0a2 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.385726] env[64022]: INFO nova.scheduler.client.report [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Deleted allocations for instance 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0 [ 688.401772] env[64022]: INFO nova.compute.manager [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Detaching volume 8a84931a-8547-4464-a349-26d15812f018 [ 688.422384] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302288, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.455022] env[64022]: INFO nova.virt.block_device [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Attempting to driver detach volume 8a84931a-8547-4464-a349-26d15812f018 from mountpoint /dev/sdb [ 688.455380] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 688.456222] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468378', 'volume_id': '8a84931a-8547-4464-a349-26d15812f018', 'name': 'volume-8a84931a-8547-4464-a349-26d15812f018', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f70de75-c4ee-42b1-9f96-5dd32a0f1e27', 'attached_at': '', 'detached_at': '', 'volume_id': '8a84931a-8547-4464-a349-26d15812f018', 'serial': '8a84931a-8547-4464-a349-26d15812f018'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 688.456593] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f0971b-c290-4c3f-9354-e48f4b5be773 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.482677] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfcabcc-12a2-424f-a0b5-74e2f014fd60 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.491311] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e502f1-15f7-4e23-aa0e-5eed729c5045 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.516054] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a1bfa1-ec2f-4a42-b031-66ea6018f830 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.534379] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a84931a-8547-4464-a349-26d15812f018/volume-8a84931a-8547-4464-a349-26d15812f018.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 688.539698] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Reconfiguring VM instance instance-0000001e to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 688.540016] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5649f31-8d72-46a5-b196-4bfaa2bf817f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.558447] env[64022]: DEBUG oslo_vmware.api [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 688.558447] env[64022]: value = "task-2302289" [ 688.558447] env[64022]: _type = "Task" [ 688.558447] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.566933] env[64022]: DEBUG oslo_vmware.api [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.894975] env[64022]: DEBUG oslo_concurrency.lockutils [None req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Lock "5d74cad0-f593-40c2-9f07-8b7f5d9cecc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.459s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.918337] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302288, 'name': CreateVM_Task, 'duration_secs': 0.628251} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.918521] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.919249] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.919415] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.919866] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.920144] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b4b0cf-1e9e-41f0-901f-adf576b76a92 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.925847] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 688.925847] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52963583-0d44-3b4b-59ea-088c6cddcd0f" [ 688.925847] env[64022]: _type = "Task" [ 688.925847] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.935647] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52963583-0d44-3b4b-59ea-088c6cddcd0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.966828] env[64022]: DEBUG nova.network.neutron [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Updated VIF entry in instance network info cache for port 696341a7-f848-491f-b21c-f3183e409b28. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.967185] env[64022]: DEBUG nova.network.neutron [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Updating instance_info_cache with network_info: [{"id": "696341a7-f848-491f-b21c-f3183e409b28", "address": "fa:16:3e:20:20:9a", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap696341a7-f8", "ovs_interfaceid": "696341a7-f848-491f-b21c-f3183e409b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.067427] env[64022]: DEBUG oslo_vmware.api [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302289, 'name': ReconfigVM_Task, 'duration_secs': 0.454533} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.067705] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Reconfigured VM instance instance-0000001e to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 689.074708] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faec353f-c6cd-44ce-9b01-b4bc723a3e2b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.086526] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Acquiring lock "d7cbdf83-f819-4645-b049-72ab880c27cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.086526] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Lock "d7cbdf83-f819-4645-b049-72ab880c27cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.086526] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Acquiring lock "d7cbdf83-f819-4645-b049-72ab880c27cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.086526] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Lock "d7cbdf83-f819-4645-b049-72ab880c27cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.086732] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Lock "d7cbdf83-f819-4645-b049-72ab880c27cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.089507] env[64022]: INFO nova.compute.manager [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Terminating instance [ 689.093374] env[64022]: DEBUG oslo_vmware.api [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 689.093374] env[64022]: value = "task-2302290" [ 689.093374] env[64022]: _type = "Task" [ 689.093374] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.105809] env[64022]: DEBUG oslo_vmware.api [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.183688] env[64022]: DEBUG nova.network.neutron [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Successfully updated port: 4f76bb82-171d-4835-9845-8b8be26fab52 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.437694] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52963583-0d44-3b4b-59ea-088c6cddcd0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011525} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.438058] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.438328] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.438557] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.438698] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.438875] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.439182] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a32faaa5-52b6-4e52-8166-4bb614a81ee1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.450477] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.450655] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.451397] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3aa8f43-95e5-4f51-8ddb-a33ba97afde0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.456641] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 689.456641] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cdacd7-8ced-0e1a-384d-e989a1614839" [ 689.456641] env[64022]: _type = "Task" [ 689.456641] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.467383] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cdacd7-8ced-0e1a-384d-e989a1614839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.472604] env[64022]: DEBUG oslo_concurrency.lockutils [req-de0c8900-e082-4417-a66d-c28b834e0833 req-409b59c1-b362-4e30-a7ff-1fc22e7be506 service nova] Releasing lock "refresh_cache-42d2e289-435f-47df-ae33-b003b319135a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.495035] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e44df81-46de-4e91-92de-8311b2693e9c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.502330] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ad19f5-55ee-4ab8-9c4a-87157d0254c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.535590] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a258a6-693f-4eb3-be16-fc7d205cf72f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.543939] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d90401-e8be-4165-a043-cca9e52674d5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.562314] env[64022]: DEBUG nova.compute.provider_tree [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.599375] env[64022]: DEBUG nova.compute.manager [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.599621] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.600195] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8b228a5-49ae-43e6-b9ba-5b8c4d6d9449 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.607645] env[64022]: DEBUG oslo_vmware.api [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302290, 'name': ReconfigVM_Task, 'duration_secs': 0.250736} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.609107] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468378', 'volume_id': '8a84931a-8547-4464-a349-26d15812f018', 'name': 'volume-8a84931a-8547-4464-a349-26d15812f018', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f70de75-c4ee-42b1-9f96-5dd32a0f1e27', 'attached_at': '', 'detached_at': '', 'volume_id': '8a84931a-8547-4464-a349-26d15812f018', 'serial': '8a84931a-8547-4464-a349-26d15812f018'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 689.611674] env[64022]: DEBUG oslo_vmware.api [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Waiting for the task: (returnval){ [ 689.611674] env[64022]: value = "task-2302291" [ 689.611674] env[64022]: _type = "Task" [ 689.611674] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.621451] env[64022]: DEBUG oslo_vmware.api [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.686462] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Acquiring lock "refresh_cache-07c5066a-6822-4eb5-a5d9-9794d9d6fb4b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.686674] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Acquired lock "refresh_cache-07c5066a-6822-4eb5-a5d9-9794d9d6fb4b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.686856] env[64022]: DEBUG nova.network.neutron [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.798422] env[64022]: DEBUG nova.compute.manager [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Received event network-vif-plugged-4f76bb82-171d-4835-9845-8b8be26fab52 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.798680] env[64022]: DEBUG oslo_concurrency.lockutils [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] Acquiring lock "07c5066a-6822-4eb5-a5d9-9794d9d6fb4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.799186] env[64022]: DEBUG oslo_concurrency.lockutils [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] Lock "07c5066a-6822-4eb5-a5d9-9794d9d6fb4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.799457] env[64022]: DEBUG oslo_concurrency.lockutils [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] Lock "07c5066a-6822-4eb5-a5d9-9794d9d6fb4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.799707] env[64022]: DEBUG nova.compute.manager [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] No waiting events found dispatching network-vif-plugged-4f76bb82-171d-4835-9845-8b8be26fab52 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.799968] env[64022]: WARNING nova.compute.manager [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Received unexpected event network-vif-plugged-4f76bb82-171d-4835-9845-8b8be26fab52 for instance with vm_state building and task_state spawning. [ 689.800119] env[64022]: DEBUG nova.compute.manager [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Received event network-changed-4f76bb82-171d-4835-9845-8b8be26fab52 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.800412] env[64022]: DEBUG nova.compute.manager [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Refreshing instance network info cache due to event network-changed-4f76bb82-171d-4835-9845-8b8be26fab52. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 689.800545] env[64022]: DEBUG oslo_concurrency.lockutils [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] Acquiring lock "refresh_cache-07c5066a-6822-4eb5-a5d9-9794d9d6fb4b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.968160] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cdacd7-8ced-0e1a-384d-e989a1614839, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.968953] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b701a46-4ac4-4faa-b39c-9e3ad1300156 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.974407] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 689.974407] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5201af37-c330-9b8f-576c-bf0354f87c55" [ 689.974407] env[64022]: _type = "Task" [ 689.974407] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.987632] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5201af37-c330-9b8f-576c-bf0354f87c55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.067044] env[64022]: DEBUG nova.scheduler.client.report [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.123779] env[64022]: DEBUG oslo_vmware.api [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302291, 'name': PowerOffVM_Task, 'duration_secs': 0.224604} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.125488] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.125757] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 690.125961] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468303', 'volume_id': '5d11621f-7260-4e95-bf92-676c81342ac1', 'name': 'volume-5d11621f-7260-4e95-bf92-676c81342ac1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7cbdf83-f819-4645-b049-72ab880c27cc', 'attached_at': '', 'detached_at': '', 'volume_id': '5d11621f-7260-4e95-bf92-676c81342ac1', 'serial': '5d11621f-7260-4e95-bf92-676c81342ac1'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 690.126754] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c448ec33-eaf5-48e7-a8d3-d7ca531e6818 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.151438] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09093da-66c9-4ea0-91da-1d111979a1bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.157535] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cf759e-a47d-46ee-a8b2-0179ec4089f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.176885] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3160cec7-6dfa-47cb-a3c0-b245da8d1867 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.194308] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] The volume has not been displaced from its original location: [datastore1] volume-5d11621f-7260-4e95-bf92-676c81342ac1/volume-5d11621f-7260-4e95-bf92-676c81342ac1.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 690.200492] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 690.201018] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c09b41f-5998-4944-8d8f-26e3b62cc008 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.215427] env[64022]: DEBUG nova.objects.instance [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lazy-loading 'flavor' on Instance uuid 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.228107] env[64022]: DEBUG oslo_vmware.api [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Waiting for the task: (returnval){ [ 690.228107] env[64022]: value = "task-2302292" [ 690.228107] env[64022]: _type = "Task" [ 690.228107] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.237830] env[64022]: DEBUG oslo_vmware.api [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.248986] env[64022]: DEBUG nova.network.neutron [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.435844] env[64022]: DEBUG nova.network.neutron [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Updating instance_info_cache with network_info: [{"id": "4f76bb82-171d-4835-9845-8b8be26fab52", "address": "fa:16:3e:18:f0:28", "network": {"id": "0ba8df28-d09c-4f45-9412-f8f6d8122a48", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1957891196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd2151e25154451ca482f79f3121ccf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f76bb82-17", "ovs_interfaceid": "4f76bb82-171d-4835-9845-8b8be26fab52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.486204] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5201af37-c330-9b8f-576c-bf0354f87c55, 'name': SearchDatastore_Task, 'duration_secs': 0.012017} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.486554] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.486863] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 42d2e289-435f-47df-ae33-b003b319135a/42d2e289-435f-47df-ae33-b003b319135a.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.487190] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a931f1eb-881e-4d1f-bd70-853e400dde48 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.495289] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 690.495289] env[64022]: value = "task-2302293" [ 690.495289] env[64022]: _type = "Task" [ 690.495289] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.503684] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.573979] env[64022]: DEBUG oslo_concurrency.lockutils [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.578268] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.798s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.579194] env[64022]: INFO nova.compute.claims [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.602408] env[64022]: INFO nova.scheduler.client.report [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Deleted allocations for instance e777dc00-4bd3-4f7f-96fa-d5707d45f0a2 [ 690.742204] env[64022]: DEBUG oslo_vmware.api [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302292, 'name': ReconfigVM_Task, 'duration_secs': 0.162442} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.742565] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 690.748200] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56efa8a3-d4bc-4def-8800-269ece4c71f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.767237] env[64022]: DEBUG oslo_vmware.api [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Waiting for the task: (returnval){ [ 690.767237] env[64022]: value = "task-2302294" [ 690.767237] env[64022]: _type = "Task" [ 690.767237] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.777511] env[64022]: DEBUG oslo_vmware.api [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.941298] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Releasing lock "refresh_cache-07c5066a-6822-4eb5-a5d9-9794d9d6fb4b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.941298] env[64022]: DEBUG nova.compute.manager [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Instance network_info: |[{"id": "4f76bb82-171d-4835-9845-8b8be26fab52", "address": "fa:16:3e:18:f0:28", "network": {"id": "0ba8df28-d09c-4f45-9412-f8f6d8122a48", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1957891196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd2151e25154451ca482f79f3121ccf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f76bb82-17", "ovs_interfaceid": "4f76bb82-171d-4835-9845-8b8be26fab52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.941298] env[64022]: DEBUG oslo_concurrency.lockutils [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] Acquired lock "refresh_cache-07c5066a-6822-4eb5-a5d9-9794d9d6fb4b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.941298] env[64022]: DEBUG nova.network.neutron [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Refreshing network info cache for port 4f76bb82-171d-4835-9845-8b8be26fab52 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.941298] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:f0:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f76bb82-171d-4835-9845-8b8be26fab52', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.951406] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Creating folder: Project (dd2151e25154451ca482f79f3121ccf8). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.953430] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b7decd3-0699-4d2f-bf55-6e53fe6d9d4b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.967030] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Created folder: Project (dd2151e25154451ca482f79f3121ccf8) in parent group-v468248. [ 690.967030] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Creating folder: Instances. Parent ref: group-v468380. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.967030] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56be93ce-f799-4357-b4e1-e9e76bc63675 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.980261] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Created folder: Instances in parent group-v468380. [ 690.980261] env[64022]: DEBUG oslo.service.loopingcall [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.980261] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.980261] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-121e50c6-34c4-4c68-8c21-87f84e4da421 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.013119] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302293, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.013864] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.013864] env[64022]: value = "task-2302297" [ 691.013864] env[64022]: _type = "Task" [ 691.013864] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.021728] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302297, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.112473] env[64022]: DEBUG oslo_concurrency.lockutils [None req-603f1db2-55aa-473d-b1c5-bdca7d14b013 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Lock "e777dc00-4bd3-4f7f-96fa-d5707d45f0a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.337s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.227668] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c0fd6ab3-b5ba-4e7c-be93-80a3694a38a0 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.334s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.277585] env[64022]: DEBUG oslo_vmware.api [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302294, 'name': ReconfigVM_Task, 'duration_secs': 0.152758} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.278366] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468303', 'volume_id': '5d11621f-7260-4e95-bf92-676c81342ac1', 'name': 'volume-5d11621f-7260-4e95-bf92-676c81342ac1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7cbdf83-f819-4645-b049-72ab880c27cc', 'attached_at': '', 'detached_at': '', 'volume_id': '5d11621f-7260-4e95-bf92-676c81342ac1', 'serial': '5d11621f-7260-4e95-bf92-676c81342ac1'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 691.278882] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.280064] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38c0c44-7171-4388-9c08-c9cb2eb7c81e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.289017] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.289017] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01f788a9-afb5-4ed0-a97c-91b6771f5b26 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.361985] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.361985] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.361985] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Deleting the datastore file [datastore1] d7cbdf83-f819-4645-b049-72ab880c27cc {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.362260] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa3f5454-2b63-471f-88e4-e2e5dc4074e0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.370967] env[64022]: DEBUG oslo_vmware.api [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Waiting for the task: (returnval){ [ 691.370967] env[64022]: value = "task-2302299" [ 691.370967] env[64022]: _type = "Task" [ 691.370967] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.378798] env[64022]: DEBUG oslo_vmware.api [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.526533] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531607} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.526533] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 42d2e289-435f-47df-ae33-b003b319135a/42d2e289-435f-47df-ae33-b003b319135a.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.526533] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.530771] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74bb440c-6bd5-48bc-9995-dd495f6f56c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.546386] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302297, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.548785] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 691.548785] env[64022]: value = "task-2302300" [ 691.548785] env[64022]: _type = "Task" [ 691.548785] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.561920] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.638372] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.638657] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.884306] env[64022]: DEBUG oslo_vmware.api [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Task: {'id': task-2302299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158065} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.884928] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.884928] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.885096] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.885129] env[64022]: INFO nova.compute.manager [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Took 2.29 seconds to destroy the instance on the hypervisor. [ 691.885371] env[64022]: DEBUG oslo.service.loopingcall [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.885566] env[64022]: DEBUG nova.compute.manager [-] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.885661] env[64022]: DEBUG nova.network.neutron [-] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.962603] env[64022]: DEBUG nova.network.neutron [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Updated VIF entry in instance network info cache for port 4f76bb82-171d-4835-9845-8b8be26fab52. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.964494] env[64022]: DEBUG nova.network.neutron [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Updating instance_info_cache with network_info: [{"id": "4f76bb82-171d-4835-9845-8b8be26fab52", "address": "fa:16:3e:18:f0:28", "network": {"id": "0ba8df28-d09c-4f45-9412-f8f6d8122a48", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1957891196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd2151e25154451ca482f79f3121ccf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f76bb82-17", "ovs_interfaceid": "4f76bb82-171d-4835-9845-8b8be26fab52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.032373] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302297, 'name': CreateVM_Task, 'duration_secs': 0.560226} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.032709] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.034411] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.034605] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.034934] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.035228] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6883c667-c3cc-4308-b7ef-494e095ce3af {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.041190] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Waiting for the task: (returnval){ [ 692.041190] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5236dfb4-5049-35ee-5d87-c07654f15482" [ 692.041190] env[64022]: _type = "Task" [ 692.041190] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.056889] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5236dfb4-5049-35ee-5d87-c07654f15482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.064036] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081167} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.067742] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.068903] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2256d652-3bc1-4c30-ab44-f80d64d3cdd8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.094453] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 42d2e289-435f-47df-ae33-b003b319135a/42d2e289-435f-47df-ae33-b003b319135a.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.096760] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a185f4-8cc6-4662-bcc3-1adf583b5de3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.120162] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 692.120162] env[64022]: value = "task-2302301" [ 692.120162] env[64022]: _type = "Task" [ 692.120162] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.126054] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.320670] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a373e318-791c-45b1-a8c9-9f9fcc03dabc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.328532] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b74a14-ae0c-4b10-89e4-af7c2c0f3968 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.358513] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce9afdf-5b6b-4220-9b3d-67a480adc8f5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.365760] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8852aa6b-6764-4424-b825-253dfeed6a80 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.379311] env[64022]: DEBUG nova.compute.provider_tree [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.472030] env[64022]: DEBUG oslo_concurrency.lockutils [req-17b10ece-9719-4304-b682-ea4b758b2007 req-93a8ba93-4893-4207-bde0-0d36639ddf0e service nova] Releasing lock "refresh_cache-07c5066a-6822-4eb5-a5d9-9794d9d6fb4b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.555764] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5236dfb4-5049-35ee-5d87-c07654f15482, 'name': SearchDatastore_Task, 'duration_secs': 0.012545} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.555764] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.555858] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.556253] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.556339] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.557024] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.559238] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a76ee6b-431d-4a73-a7f8-b88cb460727a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.569640] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.569821] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.571468] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a013ebf-e5f2-43a5-bd72-1d1e1570fe0e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.580145] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Waiting for the task: (returnval){ [ 692.580145] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f28c34-cf81-95dc-4dac-dc32a0c5f113" [ 692.580145] env[64022]: _type = "Task" [ 692.580145] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.591401] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f28c34-cf81-95dc-4dac-dc32a0c5f113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.628531] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302301, 'name': ReconfigVM_Task, 'duration_secs': 0.26951} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.628922] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 42d2e289-435f-47df-ae33-b003b319135a/42d2e289-435f-47df-ae33-b003b319135a.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.629671] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06201d57-d5fc-4cbf-9c8e-4600cae06e61 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.639912] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 692.639912] env[64022]: value = "task-2302302" [ 692.639912] env[64022]: _type = "Task" [ 692.639912] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.650809] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302302, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.789292] env[64022]: DEBUG nova.compute.manager [req-7372323b-2096-45dc-95f6-8d8d7e0e9bf0 req-4a1a1975-c9ff-4b34-b27b-7a65de83a6db service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Received event network-vif-deleted-93995030-5d33-49f2-b63b-bde30ab82c9e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.789292] env[64022]: INFO nova.compute.manager [req-7372323b-2096-45dc-95f6-8d8d7e0e9bf0 req-4a1a1975-c9ff-4b34-b27b-7a65de83a6db service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Neutron deleted interface 93995030-5d33-49f2-b63b-bde30ab82c9e; detaching it from the instance and deleting it from the info cache [ 692.789292] env[64022]: DEBUG nova.network.neutron [req-7372323b-2096-45dc-95f6-8d8d7e0e9bf0 req-4a1a1975-c9ff-4b34-b27b-7a65de83a6db service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.883779] env[64022]: DEBUG nova.scheduler.client.report [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.063117] env[64022]: DEBUG nova.network.neutron [-] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.075199] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "d3824db3-b570-4a81-a6eb-580b2da057a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.075199] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "d3824db3-b570-4a81-a6eb-580b2da057a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.075199] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "d3824db3-b570-4a81-a6eb-580b2da057a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.075199] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "d3824db3-b570-4a81-a6eb-580b2da057a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.075199] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "d3824db3-b570-4a81-a6eb-580b2da057a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.079206] env[64022]: INFO nova.compute.manager [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Terminating instance [ 693.091432] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f28c34-cf81-95dc-4dac-dc32a0c5f113, 'name': SearchDatastore_Task, 'duration_secs': 0.023368} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.095386] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb59990-08ce-45b9-9bb5-7343fbd3e864 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.103367] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "c523ef6e-3526-4568-aebd-ab508d4f15cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.103610] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "c523ef6e-3526-4568-aebd-ab508d4f15cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.108124] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Waiting for the task: (returnval){ [ 693.108124] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52541761-644d-a891-0f1d-65f4a2e420e0" [ 693.108124] env[64022]: _type = "Task" [ 693.108124] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.116628] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52541761-644d-a891-0f1d-65f4a2e420e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.150699] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302302, 'name': Rename_Task, 'duration_secs': 0.146047} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.151105] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.151393] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d209534-d30b-4ad9-ae0f-41eb6506799f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.157752] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 693.157752] env[64022]: value = "task-2302303" [ 693.157752] env[64022]: _type = "Task" [ 693.157752] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.167491] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.291962] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7495883-847f-4fc7-b6b5-760ba8b2686c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.300921] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ea1fe-fefb-4f18-8377-e2f8caf57749 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.337171] env[64022]: DEBUG nova.compute.manager [req-7372323b-2096-45dc-95f6-8d8d7e0e9bf0 req-4a1a1975-c9ff-4b34-b27b-7a65de83a6db service nova] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Detach interface failed, port_id=93995030-5d33-49f2-b63b-bde30ab82c9e, reason: Instance d7cbdf83-f819-4645-b049-72ab880c27cc could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 693.393271] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.393790] env[64022]: DEBUG nova.compute.manager [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.396440] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.164s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.396678] env[64022]: DEBUG nova.objects.instance [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lazy-loading 'resources' on Instance uuid 2f961c05-7053-4c31-b2e7-a1c2079efa26 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.567059] env[64022]: INFO nova.compute.manager [-] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Took 1.68 seconds to deallocate network for instance. [ 693.586163] env[64022]: DEBUG nova.compute.manager [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.586407] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.587320] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca8c1d7-46c3-4f97-a4f9-48f942590e97 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.595152] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.595419] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcfe5011-7458-40e1-a7d2-7e112d290dc4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.618068] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52541761-644d-a891-0f1d-65f4a2e420e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009475} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.618347] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.618606] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b/07c5066a-6822-4eb5-a5d9-9794d9d6fb4b.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.618868] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1f5771a-b437-4056-bf33-45540203db41 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.625608] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Waiting for the task: (returnval){ [ 693.625608] env[64022]: value = "task-2302305" [ 693.625608] env[64022]: _type = "Task" [ 693.625608] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.634699] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.657499] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.657760] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.657968] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Deleting the datastore file [datastore2] d3824db3-b570-4a81-a6eb-580b2da057a9 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.658382] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35413fed-db59-46bd-8f5d-a520d2305a30 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.674266] env[64022]: DEBUG oslo_vmware.api [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 693.674266] env[64022]: value = "task-2302306" [ 693.674266] env[64022]: _type = "Task" [ 693.674266] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.674531] env[64022]: DEBUG oslo_vmware.api [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302303, 'name': PowerOnVM_Task, 'duration_secs': 0.453589} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.674862] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.675087] env[64022]: INFO nova.compute.manager [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Took 8.53 seconds to spawn the instance on the hypervisor. [ 693.675296] env[64022]: DEBUG nova.compute.manager [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.679068] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd08cb2-d137-4a1b-860d-6edd9c8c224e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.686484] env[64022]: DEBUG oslo_vmware.api [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.900275] env[64022]: DEBUG nova.compute.utils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 693.902358] env[64022]: DEBUG nova.compute.manager [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.902539] env[64022]: DEBUG nova.network.neutron [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.993231] env[64022]: DEBUG nova.policy [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c60e8401be042a4829d3c9101a3eeee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f2cf56b9894f18ad63cdac408f6341', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.068803] env[64022]: DEBUG oslo_concurrency.lockutils [None req-65081be5-114f-4a3c-968d-211462c87173 tempest-ServersAdminTestJSON-486334363 tempest-ServersAdminTestJSON-486334363-project-admin] Acquiring lock "refresh_cache-42d2e289-435f-47df-ae33-b003b319135a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.068991] env[64022]: DEBUG oslo_concurrency.lockutils [None req-65081be5-114f-4a3c-968d-211462c87173 tempest-ServersAdminTestJSON-486334363 tempest-ServersAdminTestJSON-486334363-project-admin] Acquired lock "refresh_cache-42d2e289-435f-47df-ae33-b003b319135a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.073199] env[64022]: DEBUG nova.network.neutron [None req-65081be5-114f-4a3c-968d-211462c87173 tempest-ServersAdminTestJSON-486334363 tempest-ServersAdminTestJSON-486334363-project-admin] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.122407] env[64022]: INFO nova.compute.manager [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Took 0.55 seconds to detach 1 volumes for instance. [ 694.125232] env[64022]: DEBUG nova.compute.manager [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Deleting volume: 5d11621f-7260-4e95-bf92-676c81342ac1 {{(pid=64022) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 694.139983] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482818} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.140361] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b/07c5066a-6822-4eb5-a5d9-9794d9d6fb4b.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.140617] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.140913] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f140fa56-cb91-415f-aa82-a967c3fe3f0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.148780] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Waiting for the task: (returnval){ [ 694.148780] env[64022]: value = "task-2302307" [ 694.148780] env[64022]: _type = "Task" [ 694.148780] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.160495] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.185646] env[64022]: DEBUG oslo_vmware.api [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183568} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.185887] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.187206] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.187206] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.187206] env[64022]: INFO nova.compute.manager [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Took 0.60 seconds to destroy the instance on the hypervisor. [ 694.187449] env[64022]: DEBUG oslo.service.loopingcall [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.190290] env[64022]: DEBUG nova.compute.manager [-] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.190290] env[64022]: DEBUG nova.network.neutron [-] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.204279] env[64022]: INFO nova.compute.manager [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Took 45.31 seconds to build instance. [ 694.408463] env[64022]: DEBUG nova.compute.manager [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.657647] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068156} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.660124] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.661294] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd244060-0245-469d-9217-d1caa7fad23d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.685536] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b/07c5066a-6822-4eb5-a5d9-9794d9d6fb4b.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.688415] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-812c2803-5493-4360-81dc-c52264657fd8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.706644] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8750f9c2-c275-417a-91f9-7bd69a3250ce tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "42d2e289-435f-47df-ae33-b003b319135a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.898s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.707121] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.713049] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Waiting for the task: (returnval){ [ 694.713049] env[64022]: value = "task-2302309" [ 694.713049] env[64022]: _type = "Task" [ 694.713049] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.720608] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.723184] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866ce564-bfd7-4bd2-81a5-bd6bdd13003c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.730679] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7573b8aa-70b8-42ab-a82e-71e242ecd45c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.772839] env[64022]: DEBUG nova.network.neutron [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Successfully created port: a2ca5a63-7272-4e50-b477-96b77c97081c {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.775356] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74bd33b-140a-471b-b5fb-9fd1c3b77322 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.783833] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f292b041-c858-4a64-9d25-03d4f87be601 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.799115] env[64022]: DEBUG nova.compute.provider_tree [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.079057] env[64022]: DEBUG nova.network.neutron [None req-65081be5-114f-4a3c-968d-211462c87173 tempest-ServersAdminTestJSON-486334363 tempest-ServersAdminTestJSON-486334363-project-admin] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Updating instance_info_cache with network_info: [{"id": "696341a7-f848-491f-b21c-f3183e409b28", "address": "fa:16:3e:20:20:9a", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap696341a7-f8", "ovs_interfaceid": "696341a7-f848-491f-b21c-f3183e409b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.210849] env[64022]: DEBUG nova.compute.manager [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.226044] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.302025] env[64022]: DEBUG nova.scheduler.client.report [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.342892] env[64022]: DEBUG nova.compute.manager [req-361655bb-5d17-412c-8885-48b8b972abdd req-c1feeb5a-a4fe-4017-9a91-e57b9b0f7b1e service nova] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Received event network-vif-deleted-5d7d0b1f-2570-420e-a554-b4425fcb5457 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.344938] env[64022]: INFO nova.compute.manager [req-361655bb-5d17-412c-8885-48b8b972abdd req-c1feeb5a-a4fe-4017-9a91-e57b9b0f7b1e service nova] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Neutron deleted interface 5d7d0b1f-2570-420e-a554-b4425fcb5457; detaching it from the instance and deleting it from the info cache [ 695.344938] env[64022]: DEBUG nova.network.neutron [req-361655bb-5d17-412c-8885-48b8b972abdd req-c1feeb5a-a4fe-4017-9a91-e57b9b0f7b1e service nova] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.382991] env[64022]: DEBUG nova.network.neutron [-] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.428264] env[64022]: DEBUG nova.compute.manager [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.483269] env[64022]: DEBUG nova.virt.hardware [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.483269] env[64022]: DEBUG nova.virt.hardware [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.483269] env[64022]: DEBUG nova.virt.hardware [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.483269] env[64022]: DEBUG nova.virt.hardware [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.483269] env[64022]: DEBUG nova.virt.hardware [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.483269] env[64022]: DEBUG nova.virt.hardware [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.483269] env[64022]: DEBUG nova.virt.hardware [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.486476] env[64022]: DEBUG nova.virt.hardware [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.486476] env[64022]: DEBUG nova.virt.hardware [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.486658] env[64022]: DEBUG nova.virt.hardware [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.486749] env[64022]: DEBUG nova.virt.hardware [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.490348] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9050db6-79dc-427d-8ff0-c48741ad5fa5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.497153] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810c523c-6208-4c5b-97e0-03dd8ef02b1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.582409] env[64022]: DEBUG oslo_concurrency.lockutils [None req-65081be5-114f-4a3c-968d-211462c87173 tempest-ServersAdminTestJSON-486334363 tempest-ServersAdminTestJSON-486334363-project-admin] Releasing lock "refresh_cache-42d2e289-435f-47df-ae33-b003b319135a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.582660] env[64022]: DEBUG nova.compute.manager [None req-65081be5-114f-4a3c-968d-211462c87173 tempest-ServersAdminTestJSON-486334363 tempest-ServersAdminTestJSON-486334363-project-admin] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Inject network info {{(pid=64022) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 695.582932] env[64022]: DEBUG nova.compute.manager [None req-65081be5-114f-4a3c-968d-211462c87173 tempest-ServersAdminTestJSON-486334363 tempest-ServersAdminTestJSON-486334363-project-admin] [instance: 42d2e289-435f-47df-ae33-b003b319135a] network_info to inject: |[{"id": "696341a7-f848-491f-b21c-f3183e409b28", "address": "fa:16:3e:20:20:9a", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap696341a7-f8", "ovs_interfaceid": "696341a7-f848-491f-b21c-f3183e409b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 695.588761] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-65081be5-114f-4a3c-968d-211462c87173 tempest-ServersAdminTestJSON-486334363 tempest-ServersAdminTestJSON-486334363-project-admin] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Reconfiguring VM instance to set the machine id {{(pid=64022) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 695.590040] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feae22d7-7520-4a2d-a4eb-56229f49e519 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.605167] env[64022]: DEBUG oslo_vmware.api [None req-65081be5-114f-4a3c-968d-211462c87173 tempest-ServersAdminTestJSON-486334363 tempest-ServersAdminTestJSON-486334363-project-admin] Waiting for the task: (returnval){ [ 695.605167] env[64022]: value = "task-2302310" [ 695.605167] env[64022]: _type = "Task" [ 695.605167] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.613435] env[64022]: DEBUG oslo_vmware.api [None req-65081be5-114f-4a3c-968d-211462c87173 tempest-ServersAdminTestJSON-486334363 tempest-ServersAdminTestJSON-486334363-project-admin] Task: {'id': task-2302310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.729084] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302309, 'name': ReconfigVM_Task, 'duration_secs': 0.803034} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.729084] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b/07c5066a-6822-4eb5-a5d9-9794d9d6fb4b.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.729701] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2953c27-8237-4ce1-b50e-dd0ff414f8db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.736903] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Waiting for the task: (returnval){ [ 695.736903] env[64022]: value = "task-2302311" [ 695.736903] env[64022]: _type = "Task" [ 695.736903] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.737216] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.746131] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302311, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.807221] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.411s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.809578] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.892s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.809811] env[64022]: DEBUG nova.objects.instance [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lazy-loading 'resources' on Instance uuid 212b862f-9465-4c6d-95bc-acf2a4153e73 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.830710] env[64022]: INFO nova.scheduler.client.report [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleted allocations for instance 2f961c05-7053-4c31-b2e7-a1c2079efa26 [ 695.847027] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08ca666d-1257-4c20-bb44-0a79d0f862b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.855903] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e118fe0-ee19-416e-bfac-538f8054aabf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.897069] env[64022]: INFO nova.compute.manager [-] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Took 1.71 seconds to deallocate network for instance. [ 695.897510] env[64022]: DEBUG nova.compute.manager [req-361655bb-5d17-412c-8885-48b8b972abdd req-c1feeb5a-a4fe-4017-9a91-e57b9b0f7b1e service nova] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Detach interface failed, port_id=5d7d0b1f-2570-420e-a554-b4425fcb5457, reason: Instance d3824db3-b570-4a81-a6eb-580b2da057a9 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 696.115968] env[64022]: DEBUG oslo_vmware.api [None req-65081be5-114f-4a3c-968d-211462c87173 tempest-ServersAdminTestJSON-486334363 tempest-ServersAdminTestJSON-486334363-project-admin] Task: {'id': task-2302310, 'name': ReconfigVM_Task, 'duration_secs': 0.170386} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.116275] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-65081be5-114f-4a3c-968d-211462c87173 tempest-ServersAdminTestJSON-486334363 tempest-ServersAdminTestJSON-486334363-project-admin] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Reconfigured VM instance to set the machine id {{(pid=64022) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 696.248117] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302311, 'name': Rename_Task, 'duration_secs': 0.24124} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.248975] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.248975] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-363df1bc-9925-4a5c-8046-78292090d17e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.256512] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Waiting for the task: (returnval){ [ 696.256512] env[64022]: value = "task-2302312" [ 696.256512] env[64022]: _type = "Task" [ 696.256512] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.265607] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.339529] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0315fea5-c82b-434f-b7e9-d6437fc58b8c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "2f961c05-7053-4c31-b2e7-a1c2079efa26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.421s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.404469] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.536631] env[64022]: DEBUG nova.network.neutron [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Successfully updated port: a2ca5a63-7272-4e50-b477-96b77c97081c {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.671137] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Acquiring lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.671389] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.770678] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302312, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.927981] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e66af9a-32e3-40f9-9523-fa2d6699b2ac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.936141] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed321e05-0155-4220-901e-62df44fd6662 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.969073] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36187b1c-6c81-47b1-8ac8-7c19681dd921 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.976755] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cf35c2-2d71-410d-9040-53b22ba2f29c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.993026] env[64022]: DEBUG nova.compute.provider_tree [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.006501] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Acquiring lock "1065e353-87de-4a19-ae26-bb671974d31d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.006812] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Lock "1065e353-87de-4a19-ae26-bb671974d31d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.042652] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "refresh_cache-51eb6027-19f1-4f94-a859-cad1d29f7708" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.042857] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquired lock "refresh_cache-51eb6027-19f1-4f94-a859-cad1d29f7708" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.042917] env[64022]: DEBUG nova.network.neutron [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.175155] env[64022]: DEBUG nova.compute.utils [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 697.267701] env[64022]: DEBUG oslo_vmware.api [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302312, 'name': PowerOnVM_Task, 'duration_secs': 0.833517} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.267992] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.268215] env[64022]: INFO nova.compute.manager [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Took 9.21 seconds to spawn the instance on the hypervisor. [ 697.268393] env[64022]: DEBUG nova.compute.manager [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.269145] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f5bdf4-6b6f-4d28-865b-5c12781a014d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.499727] env[64022]: DEBUG nova.scheduler.client.report [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.578499] env[64022]: DEBUG nova.network.neutron [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.625974] env[64022]: DEBUG nova.compute.manager [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Received event network-vif-plugged-a2ca5a63-7272-4e50-b477-96b77c97081c {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.626210] env[64022]: DEBUG oslo_concurrency.lockutils [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] Acquiring lock "51eb6027-19f1-4f94-a859-cad1d29f7708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.626421] env[64022]: DEBUG oslo_concurrency.lockutils [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] Lock "51eb6027-19f1-4f94-a859-cad1d29f7708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.626594] env[64022]: DEBUG oslo_concurrency.lockutils [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] Lock "51eb6027-19f1-4f94-a859-cad1d29f7708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.626842] env[64022]: DEBUG nova.compute.manager [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] No waiting events found dispatching network-vif-plugged-a2ca5a63-7272-4e50-b477-96b77c97081c {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.627028] env[64022]: WARNING nova.compute.manager [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Received unexpected event network-vif-plugged-a2ca5a63-7272-4e50-b477-96b77c97081c for instance with vm_state building and task_state spawning. [ 697.627196] env[64022]: DEBUG nova.compute.manager [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Received event network-changed-a2ca5a63-7272-4e50-b477-96b77c97081c {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.627352] env[64022]: DEBUG nova.compute.manager [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Refreshing instance network info cache due to event network-changed-a2ca5a63-7272-4e50-b477-96b77c97081c. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 697.627518] env[64022]: DEBUG oslo_concurrency.lockutils [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] Acquiring lock "refresh_cache-51eb6027-19f1-4f94-a859-cad1d29f7708" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.678023] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.722406] env[64022]: DEBUG nova.network.neutron [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Updating instance_info_cache with network_info: [{"id": "a2ca5a63-7272-4e50-b477-96b77c97081c", "address": "fa:16:3e:b9:46:9a", "network": {"id": "ec31443a-c16b-4d25-94bf-c601ecace886", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1910237973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f2cf56b9894f18ad63cdac408f6341", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ca5a63-72", "ovs_interfaceid": "a2ca5a63-7272-4e50-b477-96b77c97081c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.787251] env[64022]: INFO nova.compute.manager [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Took 46.06 seconds to build instance. [ 698.005267] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.007994] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.366s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.009481] env[64022]: INFO nova.compute.claims [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.026514] env[64022]: INFO nova.scheduler.client.report [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Deleted allocations for instance 212b862f-9465-4c6d-95bc-acf2a4153e73 [ 698.225681] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Releasing lock "refresh_cache-51eb6027-19f1-4f94-a859-cad1d29f7708" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.226029] env[64022]: DEBUG nova.compute.manager [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Instance network_info: |[{"id": "a2ca5a63-7272-4e50-b477-96b77c97081c", "address": "fa:16:3e:b9:46:9a", "network": {"id": "ec31443a-c16b-4d25-94bf-c601ecace886", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1910237973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f2cf56b9894f18ad63cdac408f6341", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ca5a63-72", "ovs_interfaceid": "a2ca5a63-7272-4e50-b477-96b77c97081c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.226337] env[64022]: DEBUG oslo_concurrency.lockutils [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] Acquired lock "refresh_cache-51eb6027-19f1-4f94-a859-cad1d29f7708" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.226520] env[64022]: DEBUG nova.network.neutron [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Refreshing network info cache for port a2ca5a63-7272-4e50-b477-96b77c97081c {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.227690] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:46:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2ca5a63-7272-4e50-b477-96b77c97081c', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.235191] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Creating folder: Project (55f2cf56b9894f18ad63cdac408f6341). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.238799] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73f0d25f-c111-475d-8530-8640a2e5ade2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.250639] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Created folder: Project (55f2cf56b9894f18ad63cdac408f6341) in parent group-v468248. [ 698.250639] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Creating folder: Instances. Parent ref: group-v468383. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.251056] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d2d1b25-f471-415f-ac53-aba0ba54a6e3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.263122] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Created folder: Instances in parent group-v468383. [ 698.263367] env[64022]: DEBUG oslo.service.loopingcall [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.264059] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.264528] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91c41423-92be-4ea3-b8d8-b058d550465d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.287345] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.287345] env[64022]: value = "task-2302315" [ 698.287345] env[64022]: _type = "Task" [ 698.287345] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.289726] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b47af696-32ff-416d-914f-da0951eb9d45 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Lock "07c5066a-6822-4eb5-a5d9-9794d9d6fb4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.719s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.295766] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302315, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.510604] env[64022]: DEBUG nova.network.neutron [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Updated VIF entry in instance network info cache for port a2ca5a63-7272-4e50-b477-96b77c97081c. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.510988] env[64022]: DEBUG nova.network.neutron [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Updating instance_info_cache with network_info: [{"id": "a2ca5a63-7272-4e50-b477-96b77c97081c", "address": "fa:16:3e:b9:46:9a", "network": {"id": "ec31443a-c16b-4d25-94bf-c601ecace886", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1910237973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f2cf56b9894f18ad63cdac408f6341", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ca5a63-72", "ovs_interfaceid": "a2ca5a63-7272-4e50-b477-96b77c97081c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.536760] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f211c5c0-f3f4-4da0-9c35-b378967c5472 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "212b862f-9465-4c6d-95bc-acf2a4153e73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.129s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.751827] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Acquiring lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.753032] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.753032] env[64022]: INFO nova.compute.manager [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Attaching volume c36f54d2-5f12-46e9-a40d-fb45abb98c8c to /dev/sdb [ 698.784038] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07cd8e9-8de0-4ba4-848f-abbfe59c3114 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.796100] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.798524] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302315, 'name': CreateVM_Task, 'duration_secs': 0.317243} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.800038] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.800747] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.800914] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.801257] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.802381] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3974ecc2-cebb-4908-8f1e-e82b1d33c502 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.805151] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bcc1656-c101-49f6-b179-b893b114ca0f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.810380] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 698.810380] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5237e7a6-ad18-2396-583f-cb674e27c492" [ 698.810380] env[64022]: _type = "Task" [ 698.810380] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.817359] env[64022]: DEBUG nova.virt.block_device [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Updating existing volume attachment record: 017488f6-34d8-41d7-940d-7eed61cd27cf {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 698.822400] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5237e7a6-ad18-2396-583f-cb674e27c492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.912669] env[64022]: INFO nova.compute.manager [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Rebuilding instance [ 698.965032] env[64022]: DEBUG nova.compute.manager [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.965032] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf80e52-4925-49a2-af42-202cdd0536a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.013627] env[64022]: DEBUG oslo_concurrency.lockutils [req-bcdad35f-fb9d-48a0-95f7-f9611967f6d1 req-d4eb7c2a-d1b3-4407-8941-aecb5d0e7e5c service nova] Releasing lock "refresh_cache-51eb6027-19f1-4f94-a859-cad1d29f7708" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.329148] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5237e7a6-ad18-2396-583f-cb674e27c492, 'name': SearchDatastore_Task, 'duration_secs': 0.011638} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.330285] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.330715] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.330983] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.331232] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.331380] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.331557] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.331908] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9912d98d-17fe-4ff9-b1dd-da4b523a584a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.344432] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.344514] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.346584] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60de924c-01ed-42e6-8263-fac5ac1b6470 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.350322] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 699.350322] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528fd5d8-fbc1-137d-1c1b-c91a47541822" [ 699.350322] env[64022]: _type = "Task" [ 699.350322] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.361413] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528fd5d8-fbc1-137d-1c1b-c91a47541822, 'name': SearchDatastore_Task, 'duration_secs': 0.008761} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.362243] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f998996-8f64-4781-bdab-911f5507cbd2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.370359] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 699.370359] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52927418-e837-df5e-fc36-e2e4dc8dd757" [ 699.370359] env[64022]: _type = "Task" [ 699.370359] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.378133] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52927418-e837-df5e-fc36-e2e4dc8dd757, 'name': SearchDatastore_Task, 'duration_secs': 0.008271} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.378378] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.378627] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 51eb6027-19f1-4f94-a859-cad1d29f7708/51eb6027-19f1-4f94-a859-cad1d29f7708.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.378904] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ac34174-1db7-4a49-963c-cbe68236a742 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.388528] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 699.388528] env[64022]: value = "task-2302319" [ 699.388528] env[64022]: _type = "Task" [ 699.388528] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.399166] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.673853] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb069ccc-e8fb-48b3-bde0-422f7f96509b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.683066] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316ee89a-84ab-48ae-86b8-e08198ad82eb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.715040] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f7ba4-0009-40f3-9426-0e16f897a528 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.723549] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107f4e88-1015-46eb-b47d-f0c68d80b38a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.739662] env[64022]: DEBUG nova.compute.provider_tree [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.898613] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482231} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.898956] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 51eb6027-19f1-4f94-a859-cad1d29f7708/51eb6027-19f1-4f94-a859-cad1d29f7708.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.899204] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.899463] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fed744b2-c475-4afe-9743-02c472790707 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.905973] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 699.905973] env[64022]: value = "task-2302320" [ 699.905973] env[64022]: _type = "Task" [ 699.905973] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.915036] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.943842] env[64022]: DEBUG oslo_concurrency.lockutils [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Acquiring lock "07c5066a-6822-4eb5-a5d9-9794d9d6fb4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.944179] env[64022]: DEBUG oslo_concurrency.lockutils [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Lock "07c5066a-6822-4eb5-a5d9-9794d9d6fb4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.944423] env[64022]: DEBUG oslo_concurrency.lockutils [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Acquiring lock "07c5066a-6822-4eb5-a5d9-9794d9d6fb4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.944621] env[64022]: DEBUG oslo_concurrency.lockutils [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Lock "07c5066a-6822-4eb5-a5d9-9794d9d6fb4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.944849] env[64022]: DEBUG oslo_concurrency.lockutils [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Lock "07c5066a-6822-4eb5-a5d9-9794d9d6fb4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.947191] env[64022]: INFO nova.compute.manager [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Terminating instance [ 699.982209] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.982844] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eef6d548-ff40-42ee-ad26-596e06a8535c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.989502] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 699.989502] env[64022]: value = "task-2302321" [ 699.989502] env[64022]: _type = "Task" [ 699.989502] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.997554] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.242625] env[64022]: DEBUG nova.scheduler.client.report [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.416032] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076922} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.416323] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.417113] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e862a9-e6e2-4648-9655-73e180737518 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.438834] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 51eb6027-19f1-4f94-a859-cad1d29f7708/51eb6027-19f1-4f94-a859-cad1d29f7708.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.439465] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12d1daba-3fe7-4376-92f5-f5fef2e8ecd6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.454666] env[64022]: DEBUG nova.compute.manager [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.454882] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.455670] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68670d06-ee1c-43f7-aed7-ae1be6e270a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.462672] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.463833] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3106a7da-efe4-47b4-83a5-8243ee50c5f9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.465270] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 700.465270] env[64022]: value = "task-2302322" [ 700.465270] env[64022]: _type = "Task" [ 700.465270] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.469705] env[64022]: DEBUG oslo_vmware.api [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Waiting for the task: (returnval){ [ 700.469705] env[64022]: value = "task-2302323" [ 700.469705] env[64022]: _type = "Task" [ 700.469705] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.472924] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.481609] env[64022]: DEBUG oslo_vmware.api [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.499101] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302321, 'name': PowerOffVM_Task, 'duration_secs': 0.419159} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.499377] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.499605] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.500350] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a8397c-8ffd-4c45-bb71-586f153bf8ff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.506562] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.506811] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b3430e2-1170-4c55-9bb9-69490e531197 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.726930] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.727163] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.727351] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleting the datastore file [datastore1] e019c04e-4fda-41e2-a3e7-ead79cdf9ced {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.727677] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-612db49a-66a5-43ad-bf30-ec6c3e120ad9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.735427] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 700.735427] env[64022]: value = "task-2302325" [ 700.735427] env[64022]: _type = "Task" [ 700.735427] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.747811] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.748554] env[64022]: DEBUG nova.compute.manager [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.752605] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.752697] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.565s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.754880] env[64022]: INFO nova.compute.claims [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.976835] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.985910] env[64022]: DEBUG oslo_vmware.api [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302323, 'name': PowerOffVM_Task, 'duration_secs': 0.305966} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.986210] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.986388] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.986653] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf31ad1d-10fa-4792-9450-08cfb983438b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.070092] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.070329] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.070512] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Deleting the datastore file [datastore1] 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.070782] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a11c0ae-2a6a-4a57-acf2-e8bff2d3a6cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.077565] env[64022]: DEBUG oslo_vmware.api [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Waiting for the task: (returnval){ [ 701.077565] env[64022]: value = "task-2302328" [ 701.077565] env[64022]: _type = "Task" [ 701.077565] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.087636] env[64022]: DEBUG oslo_vmware.api [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.246243] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145419} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.246509] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.246701] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.246954] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.259872] env[64022]: DEBUG nova.compute.utils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 701.263382] env[64022]: DEBUG nova.compute.manager [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.264043] env[64022]: DEBUG nova.network.neutron [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.321312] env[64022]: DEBUG nova.policy [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c60e8401be042a4829d3c9101a3eeee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f2cf56b9894f18ad63cdac408f6341', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.476296] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302322, 'name': ReconfigVM_Task, 'duration_secs': 0.586932} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.476592] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 51eb6027-19f1-4f94-a859-cad1d29f7708/51eb6027-19f1-4f94-a859-cad1d29f7708.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.477238] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25fb52f2-4d9d-4c81-8a30-1cbdf48475d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.483327] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 701.483327] env[64022]: value = "task-2302329" [ 701.483327] env[64022]: _type = "Task" [ 701.483327] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.492164] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302329, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.586983] env[64022]: DEBUG oslo_vmware.api [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Task: {'id': task-2302328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142157} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.587255] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.587446] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.587625] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.587800] env[64022]: INFO nova.compute.manager [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 701.588092] env[64022]: DEBUG oslo.service.loopingcall [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.588310] env[64022]: DEBUG nova.compute.manager [-] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.588407] env[64022]: DEBUG nova.network.neutron [-] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.666258] env[64022]: DEBUG nova.network.neutron [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Successfully created port: 242aef4f-eedc-4119-a4df-820e77e8dd54 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.764485] env[64022]: DEBUG nova.compute.manager [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.978504] env[64022]: DEBUG nova.compute.manager [req-73cf797b-172b-4a27-b1e7-ffb056ce7322 req-c021872a-abc0-4105-855f-dc64a0552e8f service nova] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Received event network-vif-deleted-4f76bb82-171d-4835-9845-8b8be26fab52 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.979237] env[64022]: INFO nova.compute.manager [req-73cf797b-172b-4a27-b1e7-ffb056ce7322 req-c021872a-abc0-4105-855f-dc64a0552e8f service nova] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Neutron deleted interface 4f76bb82-171d-4835-9845-8b8be26fab52; detaching it from the instance and deleting it from the info cache [ 701.979567] env[64022]: DEBUG nova.network.neutron [req-73cf797b-172b-4a27-b1e7-ffb056ce7322 req-c021872a-abc0-4105-855f-dc64a0552e8f service nova] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.995163] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302329, 'name': Rename_Task, 'duration_secs': 0.263246} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.995163] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.995163] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e1abdb-b726-4356-8b0d-f8bf967bfdb5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.003346] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 702.003346] env[64022]: value = "task-2302330" [ 702.003346] env[64022]: _type = "Task" [ 702.003346] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.020390] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.290430] env[64022]: DEBUG nova.virt.hardware [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.290678] env[64022]: DEBUG nova.virt.hardware [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.290836] env[64022]: DEBUG nova.virt.hardware [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.291042] env[64022]: DEBUG nova.virt.hardware [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.291210] env[64022]: DEBUG nova.virt.hardware [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.291361] env[64022]: DEBUG nova.virt.hardware [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.291568] env[64022]: DEBUG nova.virt.hardware [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.291789] env[64022]: DEBUG nova.virt.hardware [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.291992] env[64022]: DEBUG nova.virt.hardware [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.292186] env[64022]: DEBUG nova.virt.hardware [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.292361] env[64022]: DEBUG nova.virt.hardware [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.293482] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca9d411-8624-4514-be8e-460266c20bf9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.302667] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4a1763-621e-48f4-8d52-a8447e931cc5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.319614] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:63:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2af946d-85a6-48a3-9878-0f40b48b73d4', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.327293] env[64022]: DEBUG oslo.service.loopingcall [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.328009] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.328253] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-537434ae-26a0-4103-9711-31687ca6606e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.350888] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.350888] env[64022]: value = "task-2302331" [ 702.350888] env[64022]: _type = "Task" [ 702.350888] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.359480] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302331, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.412153] env[64022]: DEBUG nova.network.neutron [-] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.429378] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6642016-6eda-4e64-9128-cd8af663e61e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.442053] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60067dec-f5b5-41a2-912a-92fd6d63717e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.490896] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb0ef0a8-2abc-4327-a2d3-5cdde9b89276 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.494679] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacff532-4015-4c0d-9fd0-05b06ad39b3f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.514691] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb1b1f0-f349-4bb0-aac4-73d868ecae24 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.525597] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb58f2c-3e15-4661-8720-f1287d98ccab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.560191] env[64022]: DEBUG nova.compute.provider_tree [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.589082] env[64022]: DEBUG oslo_vmware.api [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302330, 'name': PowerOnVM_Task, 'duration_secs': 0.451056} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.589588] env[64022]: DEBUG nova.compute.manager [req-73cf797b-172b-4a27-b1e7-ffb056ce7322 req-c021872a-abc0-4105-855f-dc64a0552e8f service nova] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Detach interface failed, port_id=4f76bb82-171d-4835-9845-8b8be26fab52, reason: Instance 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 702.591316] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.591630] env[64022]: INFO nova.compute.manager [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Took 7.16 seconds to spawn the instance on the hypervisor. [ 702.591927] env[64022]: DEBUG nova.compute.manager [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.593578] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e48436c-8ab4-4aea-9bc3-c65c59d7e500 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.778665] env[64022]: DEBUG nova.compute.manager [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.812115] env[64022]: DEBUG nova.virt.hardware [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.812513] env[64022]: DEBUG nova.virt.hardware [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.812771] env[64022]: DEBUG nova.virt.hardware [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.813109] env[64022]: DEBUG nova.virt.hardware [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.813366] env[64022]: DEBUG nova.virt.hardware [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.813620] env[64022]: DEBUG nova.virt.hardware [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.813966] env[64022]: DEBUG nova.virt.hardware [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.814301] env[64022]: DEBUG nova.virt.hardware [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.814532] env[64022]: DEBUG nova.virt.hardware [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.814804] env[64022]: DEBUG nova.virt.hardware [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.815859] env[64022]: DEBUG nova.virt.hardware [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.816433] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e41685-c047-4de9-9689-653cb632a11c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.826720] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152826ae-d2bd-4dcd-9a38-41a9c49db1d2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.861680] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302331, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.916108] env[64022]: INFO nova.compute.manager [-] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Took 1.33 seconds to deallocate network for instance. [ 703.095567] env[64022]: ERROR nova.scheduler.client.report [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [req-70f92c27-7b1d-4417-9a1c-917d5b095031] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3a889db4-7597-478e-92a9-f74a134fda34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-70f92c27-7b1d-4417-9a1c-917d5b095031"}]} [ 703.118461] env[64022]: INFO nova.compute.manager [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Took 45.36 seconds to build instance. [ 703.127255] env[64022]: DEBUG nova.scheduler.client.report [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Refreshing inventories for resource provider 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 703.152138] env[64022]: DEBUG nova.scheduler.client.report [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Updating ProviderTree inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 703.152372] env[64022]: DEBUG nova.compute.provider_tree [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.167088] env[64022]: DEBUG nova.scheduler.client.report [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Refreshing aggregate associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, aggregates: None {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 703.186914] env[64022]: DEBUG nova.scheduler.client.report [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Refreshing trait associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 703.369917] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302331, 'name': CreateVM_Task, 'duration_secs': 0.515129} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.371101] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 703.371322] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468388', 'volume_id': 'c36f54d2-5f12-46e9-a40d-fb45abb98c8c', 'name': 'volume-c36f54d2-5f12-46e9-a40d-fb45abb98c8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23f2079e-e738-43c1-aa8f-e2d82a604a44', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f54d2-5f12-46e9-a40d-fb45abb98c8c', 'serial': 'c36f54d2-5f12-46e9-a40d-fb45abb98c8c'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 703.371555] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.372357] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d41d266-472b-4a37-b0f9-d28358c53c21 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.375481] env[64022]: DEBUG oslo_concurrency.lockutils [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.375638] env[64022]: DEBUG oslo_concurrency.lockutils [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.375956] env[64022]: DEBUG oslo_concurrency.lockutils [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.376223] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee73285-6be0-4a1a-85b5-a80083ebd3fa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.381291] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 703.381291] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52da7526-8a51-bdb2-7b45-f32eb4f306fb" [ 703.381291] env[64022]: _type = "Task" [ 703.381291] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.401690] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deab7a6b-ff67-41b5-80e3-222b09f0e36d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.409373] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52da7526-8a51-bdb2-7b45-f32eb4f306fb, 'name': SearchDatastore_Task, 'duration_secs': 0.015505} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.410040] env[64022]: DEBUG oslo_concurrency.lockutils [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.410287] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.410511] env[64022]: DEBUG oslo_concurrency.lockutils [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.410654] env[64022]: DEBUG oslo_concurrency.lockutils [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.410824] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.411108] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c4557d6-479a-435a-a176-b0eb6e5116b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.427942] env[64022]: DEBUG oslo_concurrency.lockutils [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.436148] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] volume-c36f54d2-5f12-46e9-a40d-fb45abb98c8c/volume-c36f54d2-5f12-46e9-a40d-fb45abb98c8c.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.439436] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eca9b47e-2362-459c-96d6-f9ddd675a2ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.460202] env[64022]: DEBUG nova.network.neutron [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Successfully updated port: 242aef4f-eedc-4119-a4df-820e77e8dd54 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.460391] env[64022]: DEBUG nova.compute.manager [req-02d4a9b8-b51a-4f6d-adc4-65395b81a3d1 req-7513dddc-550e-486e-a608-7bad3ce8cc65 service nova] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Received event network-vif-plugged-242aef4f-eedc-4119-a4df-820e77e8dd54 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.460466] env[64022]: DEBUG oslo_concurrency.lockutils [req-02d4a9b8-b51a-4f6d-adc4-65395b81a3d1 req-7513dddc-550e-486e-a608-7bad3ce8cc65 service nova] Acquiring lock "cd52cc4c-7127-41bf-bd37-0b6478b63b2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.460632] env[64022]: DEBUG oslo_concurrency.lockutils [req-02d4a9b8-b51a-4f6d-adc4-65395b81a3d1 req-7513dddc-550e-486e-a608-7bad3ce8cc65 service nova] Lock "cd52cc4c-7127-41bf-bd37-0b6478b63b2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.460803] env[64022]: DEBUG oslo_concurrency.lockutils [req-02d4a9b8-b51a-4f6d-adc4-65395b81a3d1 req-7513dddc-550e-486e-a608-7bad3ce8cc65 service nova] Lock "cd52cc4c-7127-41bf-bd37-0b6478b63b2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.461083] env[64022]: DEBUG nova.compute.manager [req-02d4a9b8-b51a-4f6d-adc4-65395b81a3d1 req-7513dddc-550e-486e-a608-7bad3ce8cc65 service nova] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] No waiting events found dispatching network-vif-plugged-242aef4f-eedc-4119-a4df-820e77e8dd54 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.461240] env[64022]: WARNING nova.compute.manager [req-02d4a9b8-b51a-4f6d-adc4-65395b81a3d1 req-7513dddc-550e-486e-a608-7bad3ce8cc65 service nova] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Received unexpected event network-vif-plugged-242aef4f-eedc-4119-a4df-820e77e8dd54 for instance with vm_state building and task_state spawning. [ 703.461869] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.462078] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.464325] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24d698e-e48e-42ff-bb9e-833fa59a330d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.473147] env[64022]: DEBUG oslo_vmware.api [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Waiting for the task: (returnval){ [ 703.473147] env[64022]: value = "task-2302332" [ 703.473147] env[64022]: _type = "Task" [ 703.473147] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.478064] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 703.478064] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f17e42-62d0-f880-f267-3f10a974ee31" [ 703.478064] env[64022]: _type = "Task" [ 703.478064] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.486031] env[64022]: DEBUG oslo_vmware.api [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Task: {'id': task-2302332, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.492575] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f17e42-62d0-f880-f267-3f10a974ee31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.621526] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1ec20547-0044-4a37-96a0-05a8bce06c2c tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "51eb6027-19f1-4f94-a859-cad1d29f7708" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.618s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.853923] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0776c4f-e9e2-4dd1-80de-8d3dce56054c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.862491] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cc4ff4-dc74-4646-bd5a-a8b428c2db3a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.899733] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee56e9af-7c45-4540-9a48-7ccaa251a53f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.908215] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738ac358-fa46-403b-b49a-8bbb47bc4924 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.923061] env[64022]: DEBUG nova.compute.provider_tree [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.964526] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "refresh_cache-cd52cc4c-7127-41bf-bd37-0b6478b63b2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.964681] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquired lock "refresh_cache-cd52cc4c-7127-41bf-bd37-0b6478b63b2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.964772] env[64022]: DEBUG nova.network.neutron [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.985988] env[64022]: DEBUG oslo_vmware.api [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Task: {'id': task-2302332, 'name': ReconfigVM_Task, 'duration_secs': 0.455251} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.986650] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Reconfigured VM instance instance-00000007 to attach disk [datastore1] volume-c36f54d2-5f12-46e9-a40d-fb45abb98c8c/volume-c36f54d2-5f12-46e9-a40d-fb45abb98c8c.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.994979] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2730272b-6b6e-4281-a3aa-8007ad3dad1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.004613] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f17e42-62d0-f880-f267-3f10a974ee31, 'name': SearchDatastore_Task, 'duration_secs': 0.014112} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.006058] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50fa3b8e-10c7-405e-8a8f-60c4195b8f5a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.010701] env[64022]: DEBUG oslo_vmware.api [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Waiting for the task: (returnval){ [ 704.010701] env[64022]: value = "task-2302333" [ 704.010701] env[64022]: _type = "Task" [ 704.010701] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.011977] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 704.011977] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e2fa3b-fae2-ec12-85c8-303ba7d595e9" [ 704.011977] env[64022]: _type = "Task" [ 704.011977] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.022987] env[64022]: DEBUG oslo_vmware.api [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Task: {'id': task-2302333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.025946] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e2fa3b-fae2-ec12-85c8-303ba7d595e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.124559] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.426874] env[64022]: DEBUG nova.scheduler.client.report [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.519136] env[64022]: DEBUG nova.network.neutron [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.530579] env[64022]: DEBUG oslo_vmware.api [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Task: {'id': task-2302333, 'name': ReconfigVM_Task, 'duration_secs': 0.15221} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.534782] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468388', 'volume_id': 'c36f54d2-5f12-46e9-a40d-fb45abb98c8c', 'name': 'volume-c36f54d2-5f12-46e9-a40d-fb45abb98c8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23f2079e-e738-43c1-aa8f-e2d82a604a44', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f54d2-5f12-46e9-a40d-fb45abb98c8c', 'serial': 'c36f54d2-5f12-46e9-a40d-fb45abb98c8c'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 704.536228] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e2fa3b-fae2-ec12-85c8-303ba7d595e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.536459] env[64022]: DEBUG oslo_concurrency.lockutils [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.537078] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] e019c04e-4fda-41e2-a3e7-ead79cdf9ced/e019c04e-4fda-41e2-a3e7-ead79cdf9ced.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.537191] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05ac9861-9fa6-470c-bc40-92cc450d1a55 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.544269] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 704.544269] env[64022]: value = "task-2302334" [ 704.544269] env[64022]: _type = "Task" [ 704.544269] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.553044] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.647185] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.692999] env[64022]: DEBUG nova.network.neutron [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Updating instance_info_cache with network_info: [{"id": "242aef4f-eedc-4119-a4df-820e77e8dd54", "address": "fa:16:3e:a9:c4:de", "network": {"id": "ec31443a-c16b-4d25-94bf-c601ecace886", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1910237973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f2cf56b9894f18ad63cdac408f6341", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242aef4f-ee", "ovs_interfaceid": "242aef4f-eedc-4119-a4df-820e77e8dd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.934087] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.181s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.934662] env[64022]: DEBUG nova.compute.manager [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.937813] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.735s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.937969] env[64022]: DEBUG nova.objects.instance [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Lazy-loading 'resources' on Instance uuid a5f14d13-841b-4ba3-a6f5-033493a3c501 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.060088] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48972} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.060088] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] e019c04e-4fda-41e2-a3e7-ead79cdf9ced/e019c04e-4fda-41e2-a3e7-ead79cdf9ced.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.060088] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.060088] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef652d02-648f-4640-b541-d1e52dfdbf95 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.066658] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 705.066658] env[64022]: value = "task-2302335" [ 705.066658] env[64022]: _type = "Task" [ 705.066658] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.074579] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.196023] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Releasing lock "refresh_cache-cd52cc4c-7127-41bf-bd37-0b6478b63b2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.196023] env[64022]: DEBUG nova.compute.manager [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Instance network_info: |[{"id": "242aef4f-eedc-4119-a4df-820e77e8dd54", "address": "fa:16:3e:a9:c4:de", "network": {"id": "ec31443a-c16b-4d25-94bf-c601ecace886", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1910237973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f2cf56b9894f18ad63cdac408f6341", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242aef4f-ee", "ovs_interfaceid": "242aef4f-eedc-4119-a4df-820e77e8dd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.196392] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:c4:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '242aef4f-eedc-4119-a4df-820e77e8dd54', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.203909] env[64022]: DEBUG oslo.service.loopingcall [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.204198] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.204432] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efab7e8d-a3dc-4886-b9e3-86ef6c32cd67 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.225485] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.225485] env[64022]: value = "task-2302336" [ 705.225485] env[64022]: _type = "Task" [ 705.225485] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.233902] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302336, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.442166] env[64022]: DEBUG nova.compute.utils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 705.446554] env[64022]: DEBUG nova.compute.manager [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.446676] env[64022]: DEBUG nova.network.neutron [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.517157] env[64022]: DEBUG nova.policy [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c60e8401be042a4829d3c9101a3eeee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f2cf56b9894f18ad63cdac408f6341', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.538539] env[64022]: DEBUG nova.compute.manager [req-0b3e44b8-b893-4d5a-8994-423e580d9818 req-a6d14970-776d-4550-8a4c-bc2817ed944a service nova] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Received event network-changed-242aef4f-eedc-4119-a4df-820e77e8dd54 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.538796] env[64022]: DEBUG nova.compute.manager [req-0b3e44b8-b893-4d5a-8994-423e580d9818 req-a6d14970-776d-4550-8a4c-bc2817ed944a service nova] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Refreshing instance network info cache due to event network-changed-242aef4f-eedc-4119-a4df-820e77e8dd54. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.539077] env[64022]: DEBUG oslo_concurrency.lockutils [req-0b3e44b8-b893-4d5a-8994-423e580d9818 req-a6d14970-776d-4550-8a4c-bc2817ed944a service nova] Acquiring lock "refresh_cache-cd52cc4c-7127-41bf-bd37-0b6478b63b2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.539285] env[64022]: DEBUG oslo_concurrency.lockutils [req-0b3e44b8-b893-4d5a-8994-423e580d9818 req-a6d14970-776d-4550-8a4c-bc2817ed944a service nova] Acquired lock "refresh_cache-cd52cc4c-7127-41bf-bd37-0b6478b63b2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.539526] env[64022]: DEBUG nova.network.neutron [req-0b3e44b8-b893-4d5a-8994-423e580d9818 req-a6d14970-776d-4550-8a4c-bc2817ed944a service nova] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Refreshing network info cache for port 242aef4f-eedc-4119-a4df-820e77e8dd54 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.578948] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181075} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.579792] env[64022]: DEBUG nova.objects.instance [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Lazy-loading 'flavor' on Instance uuid 23f2079e-e738-43c1-aa8f-e2d82a604a44 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.581205] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.582395] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e5f0c6-9498-4611-98f4-09a3c0ca8030 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.610865] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] e019c04e-4fda-41e2-a3e7-ead79cdf9ced/e019c04e-4fda-41e2-a3e7-ead79cdf9ced.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.614286] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad91e96-57d5-4d38-94ec-996f7099958d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.635504] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 705.635504] env[64022]: value = "task-2302337" [ 705.635504] env[64022]: _type = "Task" [ 705.635504] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.647450] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.734895] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302336, 'name': CreateVM_Task, 'duration_secs': 0.359246} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.735085] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.735864] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.736043] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.736383] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.736661] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3531fca0-e890-4367-bea6-770919fabc57 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.741620] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 705.741620] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52edf487-f4b4-aef0-7cdd-5592031c19e1" [ 705.741620] env[64022]: _type = "Task" [ 705.741620] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.751022] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52edf487-f4b4-aef0-7cdd-5592031c19e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.907985] env[64022]: DEBUG nova.network.neutron [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Successfully created port: 827ab006-1c42-4dbe-8a74-690fc4815d08 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.950289] env[64022]: DEBUG nova.compute.manager [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.088122] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f4d93226-7fba-4ba2-86ac-26231e48e714 tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.336s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.144809] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8f376d-1eb1-4984-bebd-1a9fdeb0f107 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.153664] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.156473] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e8cae8-dd36-40be-858a-4282fc4e4969 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.192957] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5e1cf2-7a63-45a5-91c1-fd9e846b5182 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.204544] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ac1c83-9ce7-4558-a40e-59d9dfef79cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.217159] env[64022]: DEBUG nova.compute.provider_tree [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.253184] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52edf487-f4b4-aef0-7cdd-5592031c19e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.254034] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.254034] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.254132] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.254385] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.254467] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.257491] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1642067a-6bd0-471a-b83e-ee9db3f7d98a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.263423] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.263670] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.264348] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e207b0be-6afb-41f6-a5b2-152984a2d344 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.270183] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 706.270183] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520a70f8-a131-3296-3998-02ed4ee97a0f" [ 706.270183] env[64022]: _type = "Task" [ 706.270183] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.277784] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520a70f8-a131-3296-3998-02ed4ee97a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.371831] env[64022]: DEBUG nova.network.neutron [req-0b3e44b8-b893-4d5a-8994-423e580d9818 req-a6d14970-776d-4550-8a4c-bc2817ed944a service nova] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Updated VIF entry in instance network info cache for port 242aef4f-eedc-4119-a4df-820e77e8dd54. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.372316] env[64022]: DEBUG nova.network.neutron [req-0b3e44b8-b893-4d5a-8994-423e580d9818 req-a6d14970-776d-4550-8a4c-bc2817ed944a service nova] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Updating instance_info_cache with network_info: [{"id": "242aef4f-eedc-4119-a4df-820e77e8dd54", "address": "fa:16:3e:a9:c4:de", "network": {"id": "ec31443a-c16b-4d25-94bf-c601ecace886", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1910237973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f2cf56b9894f18ad63cdac408f6341", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242aef4f-ee", "ovs_interfaceid": "242aef4f-eedc-4119-a4df-820e77e8dd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.646275] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302337, 'name': ReconfigVM_Task, 'duration_secs': 0.876641} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.646573] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Reconfigured VM instance instance-00000009 to attach disk [datastore1] e019c04e-4fda-41e2-a3e7-ead79cdf9ced/e019c04e-4fda-41e2-a3e7-ead79cdf9ced.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.647290] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f65ee9e-b180-4d81-920f-6d694cb86e8a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.653152] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 706.653152] env[64022]: value = "task-2302338" [ 706.653152] env[64022]: _type = "Task" [ 706.653152] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.661228] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302338, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.722723] env[64022]: DEBUG nova.scheduler.client.report [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.782494] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520a70f8-a131-3296-3998-02ed4ee97a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.008342} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.783339] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-232ed2eb-bb3f-4d70-b456-d656d5be591f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.788364] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 706.788364] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52346fa1-6e88-021e-2318-7bb25ec42fc2" [ 706.788364] env[64022]: _type = "Task" [ 706.788364] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.797084] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52346fa1-6e88-021e-2318-7bb25ec42fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.826146] env[64022]: DEBUG oslo_concurrency.lockutils [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Acquiring lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.826494] env[64022]: DEBUG oslo_concurrency.lockutils [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.875731] env[64022]: DEBUG oslo_concurrency.lockutils [req-0b3e44b8-b893-4d5a-8994-423e580d9818 req-a6d14970-776d-4550-8a4c-bc2817ed944a service nova] Releasing lock "refresh_cache-cd52cc4c-7127-41bf-bd37-0b6478b63b2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.965372] env[64022]: DEBUG nova.compute.manager [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.991976] env[64022]: DEBUG nova.virt.hardware [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.992228] env[64022]: DEBUG nova.virt.hardware [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.993825] env[64022]: DEBUG nova.virt.hardware [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.993825] env[64022]: DEBUG nova.virt.hardware [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.993825] env[64022]: DEBUG nova.virt.hardware [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.993825] env[64022]: DEBUG nova.virt.hardware [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.993825] env[64022]: DEBUG nova.virt.hardware [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.993825] env[64022]: DEBUG nova.virt.hardware [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.993825] env[64022]: DEBUG nova.virt.hardware [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.993825] env[64022]: DEBUG nova.virt.hardware [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.993825] env[64022]: DEBUG nova.virt.hardware [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.994654] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404998f7-40da-40d0-8d62-ffb3494bd1ee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.003211] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7732dc-d66c-4bcc-8b5c-4f8ea0956b4f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.163238] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302338, 'name': Rename_Task, 'duration_secs': 0.310312} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.163515] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.163762] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddc792ae-8eae-41b3-91f6-457e1edba11d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.170529] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 707.170529] env[64022]: value = "task-2302339" [ 707.170529] env[64022]: _type = "Task" [ 707.170529] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.178200] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.228436] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.230984] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.397s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.232775] env[64022]: INFO nova.compute.claims [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.255194] env[64022]: INFO nova.scheduler.client.report [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Deleted allocations for instance a5f14d13-841b-4ba3-a6f5-033493a3c501 [ 707.299681] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52346fa1-6e88-021e-2318-7bb25ec42fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.300149] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.300432] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] cd52cc4c-7127-41bf-bd37-0b6478b63b2d/cd52cc4c-7127-41bf-bd37-0b6478b63b2d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.301262] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a6c6ff6-40a2-4f65-a814-7e5e77f89961 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.308227] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 707.308227] env[64022]: value = "task-2302340" [ 707.308227] env[64022]: _type = "Task" [ 707.308227] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.317454] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.330394] env[64022]: INFO nova.compute.manager [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Detaching volume c36f54d2-5f12-46e9-a40d-fb45abb98c8c [ 707.374200] env[64022]: INFO nova.virt.block_device [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Attempting to driver detach volume c36f54d2-5f12-46e9-a40d-fb45abb98c8c from mountpoint /dev/sdb [ 707.375491] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 707.375491] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468388', 'volume_id': 'c36f54d2-5f12-46e9-a40d-fb45abb98c8c', 'name': 'volume-c36f54d2-5f12-46e9-a40d-fb45abb98c8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23f2079e-e738-43c1-aa8f-e2d82a604a44', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f54d2-5f12-46e9-a40d-fb45abb98c8c', 'serial': 'c36f54d2-5f12-46e9-a40d-fb45abb98c8c'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 707.375491] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194c196d-c961-48b8-97bb-2850c4b552a3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.398360] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9155788b-ae02-451a-b0ea-cb7876e00abd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.406173] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf377222-fa48-4169-911a-f6b8d32fc204 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.429668] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0dc514-90fe-4d7e-9125-d5f1dca3e026 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.446081] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] The volume has not been displaced from its original location: [datastore1] volume-c36f54d2-5f12-46e9-a40d-fb45abb98c8c/volume-c36f54d2-5f12-46e9-a40d-fb45abb98c8c.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 707.451410] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 707.451811] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12a23180-15d1-4a62-ad9c-fc3b0020786e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.470939] env[64022]: DEBUG oslo_vmware.api [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Waiting for the task: (returnval){ [ 707.470939] env[64022]: value = "task-2302341" [ 707.470939] env[64022]: _type = "Task" [ 707.470939] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.481324] env[64022]: DEBUG oslo_vmware.api [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Task: {'id': task-2302341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.665503] env[64022]: DEBUG nova.network.neutron [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Successfully updated port: 827ab006-1c42-4dbe-8a74-690fc4815d08 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.682762] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302339, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.690920] env[64022]: DEBUG nova.compute.manager [req-49276404-9602-4dee-b558-0221d1486032 req-58a04839-7ecd-4a2f-9231-b33569274d87 service nova] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Received event network-vif-plugged-827ab006-1c42-4dbe-8a74-690fc4815d08 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.691252] env[64022]: DEBUG oslo_concurrency.lockutils [req-49276404-9602-4dee-b558-0221d1486032 req-58a04839-7ecd-4a2f-9231-b33569274d87 service nova] Acquiring lock "80eb9e3b-68e6-4261-ab69-e8654627607f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.691387] env[64022]: DEBUG oslo_concurrency.lockutils [req-49276404-9602-4dee-b558-0221d1486032 req-58a04839-7ecd-4a2f-9231-b33569274d87 service nova] Lock "80eb9e3b-68e6-4261-ab69-e8654627607f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.691538] env[64022]: DEBUG oslo_concurrency.lockutils [req-49276404-9602-4dee-b558-0221d1486032 req-58a04839-7ecd-4a2f-9231-b33569274d87 service nova] Lock "80eb9e3b-68e6-4261-ab69-e8654627607f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.691734] env[64022]: DEBUG nova.compute.manager [req-49276404-9602-4dee-b558-0221d1486032 req-58a04839-7ecd-4a2f-9231-b33569274d87 service nova] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] No waiting events found dispatching network-vif-plugged-827ab006-1c42-4dbe-8a74-690fc4815d08 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.692553] env[64022]: WARNING nova.compute.manager [req-49276404-9602-4dee-b558-0221d1486032 req-58a04839-7ecd-4a2f-9231-b33569274d87 service nova] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Received unexpected event network-vif-plugged-827ab006-1c42-4dbe-8a74-690fc4815d08 for instance with vm_state building and task_state spawning. [ 707.761726] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8170f152-8b5f-40ef-ae2d-8237e7c8726e tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Lock "a5f14d13-841b-4ba3-a6f5-033493a3c501" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.586s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.820836] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302340, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.981459] env[64022]: DEBUG oslo_vmware.api [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Task: {'id': task-2302341, 'name': ReconfigVM_Task, 'duration_secs': 0.397761} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.981792] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 707.986707] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c795879a-e37c-404e-9421-021930667708 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.003087] env[64022]: DEBUG oslo_vmware.api [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Waiting for the task: (returnval){ [ 708.003087] env[64022]: value = "task-2302342" [ 708.003087] env[64022]: _type = "Task" [ 708.003087] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.011319] env[64022]: DEBUG oslo_vmware.api [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Task: {'id': task-2302342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.168559] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "refresh_cache-80eb9e3b-68e6-4261-ab69-e8654627607f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.168710] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquired lock "refresh_cache-80eb9e3b-68e6-4261-ab69-e8654627607f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.168875] env[64022]: DEBUG nova.network.neutron [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.181970] env[64022]: DEBUG oslo_vmware.api [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302339, 'name': PowerOnVM_Task, 'duration_secs': 0.637626} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.182896] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.183187] env[64022]: DEBUG nova.compute.manager [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.184011] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74129583-559f-470c-8212-dd09c111a262 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.323567] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525721} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.324272] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] cd52cc4c-7127-41bf-bd37-0b6478b63b2d/cd52cc4c-7127-41bf-bd37-0b6478b63b2d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.325342] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.325981] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b9c19fd-10c9-4eb9-8840-54bc1e1084bf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.335870] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 708.335870] env[64022]: value = "task-2302343" [ 708.335870] env[64022]: _type = "Task" [ 708.335870] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.344591] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.516048] env[64022]: DEBUG oslo_vmware.api [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Task: {'id': task-2302342, 'name': ReconfigVM_Task, 'duration_secs': 0.249468} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.516048] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468388', 'volume_id': 'c36f54d2-5f12-46e9-a40d-fb45abb98c8c', 'name': 'volume-c36f54d2-5f12-46e9-a40d-fb45abb98c8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23f2079e-e738-43c1-aa8f-e2d82a604a44', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f54d2-5f12-46e9-a40d-fb45abb98c8c', 'serial': 'c36f54d2-5f12-46e9-a40d-fb45abb98c8c'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 708.709849] env[64022]: DEBUG oslo_concurrency.lockutils [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.723483] env[64022]: DEBUG nova.network.neutron [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.846164] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064057} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.850987] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.852043] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a5d912-a010-4306-a0b9-4a32d0fcebe9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.876201] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] cd52cc4c-7127-41bf-bd37-0b6478b63b2d/cd52cc4c-7127-41bf-bd37-0b6478b63b2d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.879090] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53e664d2-83e4-4944-9deb-bd5f48e81892 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.899409] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 708.899409] env[64022]: value = "task-2302344" [ 708.899409] env[64022]: _type = "Task" [ 708.899409] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.907144] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaf8c11-f945-4098-95d0-e281ef9ab233 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.916081] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302344, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.918654] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb018d4c-1727-4338-b9f6-2c6bdf17f023 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.950870] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eec8c6-066f-4a38-8365-856c65001393 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.954498] env[64022]: DEBUG nova.network.neutron [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Updating instance_info_cache with network_info: [{"id": "827ab006-1c42-4dbe-8a74-690fc4815d08", "address": "fa:16:3e:26:bc:83", "network": {"id": "ec31443a-c16b-4d25-94bf-c601ecace886", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1910237973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f2cf56b9894f18ad63cdac408f6341", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827ab006-1c", "ovs_interfaceid": "827ab006-1c42-4dbe-8a74-690fc4815d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.960543] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78e1a28-8338-45b4-a4f2-432b191f38ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.974423] env[64022]: DEBUG nova.compute.provider_tree [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.096395] env[64022]: DEBUG nova.objects.instance [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Lazy-loading 'flavor' on Instance uuid 23f2079e-e738-43c1-aa8f-e2d82a604a44 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.409584] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302344, 'name': ReconfigVM_Task, 'duration_secs': 0.363753} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.410304] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Reconfigured VM instance instance-00000031 to attach disk [datastore1] cd52cc4c-7127-41bf-bd37-0b6478b63b2d/cd52cc4c-7127-41bf-bd37-0b6478b63b2d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.411121] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bde22b00-71f8-4470-be5a-5a039d697eb1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.420017] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 709.420017] env[64022]: value = "task-2302345" [ 709.420017] env[64022]: _type = "Task" [ 709.420017] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.427060] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302345, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.460285] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Releasing lock "refresh_cache-80eb9e3b-68e6-4261-ab69-e8654627607f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.460285] env[64022]: DEBUG nova.compute.manager [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Instance network_info: |[{"id": "827ab006-1c42-4dbe-8a74-690fc4815d08", "address": "fa:16:3e:26:bc:83", "network": {"id": "ec31443a-c16b-4d25-94bf-c601ecace886", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1910237973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f2cf56b9894f18ad63cdac408f6341", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827ab006-1c", "ovs_interfaceid": "827ab006-1c42-4dbe-8a74-690fc4815d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.460285] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:bc:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '827ab006-1c42-4dbe-8a74-690fc4815d08', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.467577] env[64022]: DEBUG oslo.service.loopingcall [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.467984] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.468385] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffa40e9e-f302-42bb-9c2e-8c2118b482a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.493111] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.493111] env[64022]: value = "task-2302346" [ 709.493111] env[64022]: _type = "Task" [ 709.493111] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.502051] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302346, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.540183] env[64022]: DEBUG nova.scheduler.client.report [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Updated inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 709.540183] env[64022]: DEBUG nova.compute.provider_tree [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Updating resource provider 3a889db4-7597-478e-92a9-f74a134fda34 generation from 76 to 77 during operation: update_inventory {{(pid=64022) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 709.540183] env[64022]: DEBUG nova.compute.provider_tree [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.880220] env[64022]: DEBUG nova.compute.manager [req-91d89154-e9be-4827-abd6-ebdac9cae134 req-282274d0-babb-4f38-bfd1-7c04aff30f9d service nova] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Received event network-changed-827ab006-1c42-4dbe-8a74-690fc4815d08 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.880220] env[64022]: DEBUG nova.compute.manager [req-91d89154-e9be-4827-abd6-ebdac9cae134 req-282274d0-babb-4f38-bfd1-7c04aff30f9d service nova] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Refreshing instance network info cache due to event network-changed-827ab006-1c42-4dbe-8a74-690fc4815d08. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 709.880220] env[64022]: DEBUG oslo_concurrency.lockutils [req-91d89154-e9be-4827-abd6-ebdac9cae134 req-282274d0-babb-4f38-bfd1-7c04aff30f9d service nova] Acquiring lock "refresh_cache-80eb9e3b-68e6-4261-ab69-e8654627607f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.880801] env[64022]: DEBUG oslo_concurrency.lockutils [req-91d89154-e9be-4827-abd6-ebdac9cae134 req-282274d0-babb-4f38-bfd1-7c04aff30f9d service nova] Acquired lock "refresh_cache-80eb9e3b-68e6-4261-ab69-e8654627607f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.881142] env[64022]: DEBUG nova.network.neutron [req-91d89154-e9be-4827-abd6-ebdac9cae134 req-282274d0-babb-4f38-bfd1-7c04aff30f9d service nova] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Refreshing network info cache for port 827ab006-1c42-4dbe-8a74-690fc4815d08 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.932207] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302345, 'name': Rename_Task, 'duration_secs': 0.198316} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.932785] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.933158] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79fc58f5-f92c-44a5-b8fc-3cfe9e33598c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.943256] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 709.943256] env[64022]: value = "task-2302347" [ 709.943256] env[64022]: _type = "Task" [ 709.943256] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.952392] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.005834] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302346, 'name': CreateVM_Task, 'duration_secs': 0.415296} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.006074] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.006787] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.007345] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.007724] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.008027] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbf3b73-06d9-4cd5-a00f-9d652fed3aec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.012953] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 710.012953] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52461078-1b8f-4189-a657-70788de4b74b" [ 710.012953] env[64022]: _type = "Task" [ 710.012953] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.024376] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52461078-1b8f-4189-a657-70788de4b74b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.044778] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.045292] env[64022]: DEBUG nova.compute.manager [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.048516] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.043s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.050978] env[64022]: INFO nova.compute.claims [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.102835] env[64022]: DEBUG oslo_concurrency.lockutils [None req-75deedda-de88-453b-817b-f68b9e4e9c1d tempest-VolumesAssistedSnapshotsTest-1710610680 tempest-VolumesAssistedSnapshotsTest-1710610680-project-admin] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.454180] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.486257] env[64022]: INFO nova.compute.manager [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Rebuilding instance [ 710.528288] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52461078-1b8f-4189-a657-70788de4b74b, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.528484] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.529380] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.529380] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.529380] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.529589] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.529829] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c0da936-310c-4862-bd9c-244ffa672492 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.539352] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.539596] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.540469] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a45c8ec-a20c-4be9-989d-afa7f73aa38e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.549994] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 710.549994] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52857243-8c4f-e599-e421-2d445f2c95d2" [ 710.549994] env[64022]: _type = "Task" [ 710.549994] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.556664] env[64022]: DEBUG nova.compute.manager [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.558052] env[64022]: DEBUG nova.compute.utils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 710.562332] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dab552-7ca2-4252-81c4-d2eaf51b607a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.567163] env[64022]: DEBUG nova.compute.manager [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.567334] env[64022]: DEBUG nova.network.neutron [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.583725] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52857243-8c4f-e599-e421-2d445f2c95d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.585106] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfcc8efb-bd81-4dc0-80ec-fed48dc391ad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.591697] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 710.591697] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52409a34-5ac1-9bae-80b2-d9fdd42f0cc6" [ 710.591697] env[64022]: _type = "Task" [ 710.591697] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.604452] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52409a34-5ac1-9bae-80b2-d9fdd42f0cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.626255] env[64022]: DEBUG nova.policy [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac8dad2d93541508b08e89e5cbc4e9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93c2c99c6bbb45d68fd6e9fca7bfa6d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.730618] env[64022]: DEBUG nova.network.neutron [req-91d89154-e9be-4827-abd6-ebdac9cae134 req-282274d0-babb-4f38-bfd1-7c04aff30f9d service nova] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Updated VIF entry in instance network info cache for port 827ab006-1c42-4dbe-8a74-690fc4815d08. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.730982] env[64022]: DEBUG nova.network.neutron [req-91d89154-e9be-4827-abd6-ebdac9cae134 req-282274d0-babb-4f38-bfd1-7c04aff30f9d service nova] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Updating instance_info_cache with network_info: [{"id": "827ab006-1c42-4dbe-8a74-690fc4815d08", "address": "fa:16:3e:26:bc:83", "network": {"id": "ec31443a-c16b-4d25-94bf-c601ecace886", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1910237973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f2cf56b9894f18ad63cdac408f6341", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827ab006-1c", "ovs_interfaceid": "827ab006-1c42-4dbe-8a74-690fc4815d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.954896] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.010686] env[64022]: DEBUG nova.network.neutron [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Successfully created port: 1feffe01-c9bb-4c09-9aaa-4758fbed7408 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.068223] env[64022]: DEBUG nova.compute.manager [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.106822] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52409a34-5ac1-9bae-80b2-d9fdd42f0cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.110487] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.110768] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 80eb9e3b-68e6-4261-ab69-e8654627607f/80eb9e3b-68e6-4261-ab69-e8654627607f.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.112458] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d117f1e-de9c-493f-81d8-d3ad7e0d8c73 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.122639] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 711.122639] env[64022]: value = "task-2302349" [ 711.122639] env[64022]: _type = "Task" [ 711.122639] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.133421] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.234810] env[64022]: DEBUG oslo_concurrency.lockutils [req-91d89154-e9be-4827-abd6-ebdac9cae134 req-282274d0-babb-4f38-bfd1-7c04aff30f9d service nova] Releasing lock "refresh_cache-80eb9e3b-68e6-4261-ab69-e8654627607f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.455429] env[64022]: DEBUG oslo_vmware.api [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302347, 'name': PowerOnVM_Task, 'duration_secs': 1.282422} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.457933] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.458183] env[64022]: INFO nova.compute.manager [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Took 8.68 seconds to spawn the instance on the hypervisor. [ 711.458364] env[64022]: DEBUG nova.compute.manager [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.459311] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7622d860-19cf-4cc5-9abb-0bc2831c02f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.599836] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.600343] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-156fc710-09f6-40ef-b6f2-b7c9014f9dae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.611691] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 711.611691] env[64022]: value = "task-2302350" [ 711.611691] env[64022]: _type = "Task" [ 711.611691] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.630024] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.639829] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302349, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.687532] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d51b0b6-1369-4ba9-9aca-27f125b2bfdb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.695656] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7450c6c-012d-422e-a927-980445372659 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.730133] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49394070-08b9-4b57-99eb-4c66d1343841 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.738057] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f34276-f7d4-4a51-957b-ed118f348c43 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.758174] env[64022]: DEBUG nova.compute.provider_tree [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.979927] env[64022]: INFO nova.compute.manager [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Took 42.36 seconds to build instance. [ 712.079654] env[64022]: DEBUG nova.compute.manager [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.106710] env[64022]: DEBUG nova.virt.hardware [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.106938] env[64022]: DEBUG nova.virt.hardware [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.107162] env[64022]: DEBUG nova.virt.hardware [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.107413] env[64022]: DEBUG nova.virt.hardware [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.107553] env[64022]: DEBUG nova.virt.hardware [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.107703] env[64022]: DEBUG nova.virt.hardware [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.107958] env[64022]: DEBUG nova.virt.hardware [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.109104] env[64022]: DEBUG nova.virt.hardware [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.109104] env[64022]: DEBUG nova.virt.hardware [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.109104] env[64022]: DEBUG nova.virt.hardware [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.109104] env[64022]: DEBUG nova.virt.hardware [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.110546] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e3dafb-aa1b-42bb-ac16-979f5a5c05bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.122671] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302350, 'name': PowerOffVM_Task, 'duration_secs': 0.229675} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.123889] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802c8041-0c4f-41b3-987f-a7941853f700 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.127915] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.128169] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.128943] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f88b08-15e9-42a6-ad89-45b96b1cc7f8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.140156] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.978176} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.150298] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 80eb9e3b-68e6-4261-ab69-e8654627607f/80eb9e3b-68e6-4261-ab69-e8654627607f.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.150542] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.151066] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.151304] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42feccc8-5b6c-4b6b-a8c8-c6713c50082b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.155269] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-936dbb6f-503a-4571-b094-1c546934be3d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.161074] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 712.161074] env[64022]: value = "task-2302351" [ 712.161074] env[64022]: _type = "Task" [ 712.161074] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.170286] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.264050] env[64022]: DEBUG nova.scheduler.client.report [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.326761] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.326999] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.327240] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleting the datastore file [datastore1] e019c04e-4fda-41e2-a3e7-ead79cdf9ced {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.327523] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c0ff49e-323d-4e5b-8265-4aa2a85be05d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.334170] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 712.334170] env[64022]: value = "task-2302353" [ 712.334170] env[64022]: _type = "Task" [ 712.334170] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.342550] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.483757] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "cd52cc4c-7127-41bf-bd37-0b6478b63b2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.037s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.654072] env[64022]: DEBUG nova.compute.manager [req-a51590be-d1fe-4544-9df4-33fa7a930dcc req-8e7a2032-0cb1-4e06-83db-70913ad74765 service nova] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Received event network-vif-plugged-1feffe01-c9bb-4c09-9aaa-4758fbed7408 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.654310] env[64022]: DEBUG oslo_concurrency.lockutils [req-a51590be-d1fe-4544-9df4-33fa7a930dcc req-8e7a2032-0cb1-4e06-83db-70913ad74765 service nova] Acquiring lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.654521] env[64022]: DEBUG oslo_concurrency.lockutils [req-a51590be-d1fe-4544-9df4-33fa7a930dcc req-8e7a2032-0cb1-4e06-83db-70913ad74765 service nova] Lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.654689] env[64022]: DEBUG oslo_concurrency.lockutils [req-a51590be-d1fe-4544-9df4-33fa7a930dcc req-8e7a2032-0cb1-4e06-83db-70913ad74765 service nova] Lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.654855] env[64022]: DEBUG nova.compute.manager [req-a51590be-d1fe-4544-9df4-33fa7a930dcc req-8e7a2032-0cb1-4e06-83db-70913ad74765 service nova] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] No waiting events found dispatching network-vif-plugged-1feffe01-c9bb-4c09-9aaa-4758fbed7408 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.655158] env[64022]: WARNING nova.compute.manager [req-a51590be-d1fe-4544-9df4-33fa7a930dcc req-8e7a2032-0cb1-4e06-83db-70913ad74765 service nova] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Received unexpected event network-vif-plugged-1feffe01-c9bb-4c09-9aaa-4758fbed7408 for instance with vm_state building and task_state spawning. [ 712.670680] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244166} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.671045] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.671852] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab957b4-ac6c-4069-88f4-e24bb06212d4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.700102] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 80eb9e3b-68e6-4261-ab69-e8654627607f/80eb9e3b-68e6-4261-ab69-e8654627607f.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.700102] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c29f0d02-952a-4fee-83f8-6507a9c0c4bf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.719546] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 712.719546] env[64022]: value = "task-2302354" [ 712.719546] env[64022]: _type = "Task" [ 712.719546] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.724439] env[64022]: DEBUG nova.network.neutron [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Successfully updated port: 1feffe01-c9bb-4c09-9aaa-4758fbed7408 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.730782] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302354, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.769752] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.770985] env[64022]: DEBUG nova.compute.manager [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.774022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.684s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.776129] env[64022]: INFO nova.compute.claims [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.844328] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.985488] env[64022]: DEBUG nova.compute.manager [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.064913] env[64022]: DEBUG oslo_concurrency.lockutils [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Acquiring lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.064913] env[64022]: DEBUG oslo_concurrency.lockutils [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.065111] env[64022]: DEBUG oslo_concurrency.lockutils [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Acquiring lock "23f2079e-e738-43c1-aa8f-e2d82a604a44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.065375] env[64022]: DEBUG oslo_concurrency.lockutils [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.065559] env[64022]: DEBUG oslo_concurrency.lockutils [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.069383] env[64022]: INFO nova.compute.manager [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Terminating instance [ 713.230035] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "refresh_cache-14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.230035] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "refresh_cache-14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.230035] env[64022]: DEBUG nova.network.neutron [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.231460] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302354, 'name': ReconfigVM_Task, 'duration_secs': 0.309215} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.232124] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 80eb9e3b-68e6-4261-ab69-e8654627607f/80eb9e3b-68e6-4261-ab69-e8654627607f.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.232519] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81c2eebe-e2ba-4ef1-bfd4-dfba2a161ce9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.238663] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 713.238663] env[64022]: value = "task-2302355" [ 713.238663] env[64022]: _type = "Task" [ 713.238663] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.248818] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302355, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.275215] env[64022]: DEBUG nova.compute.utils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 713.276909] env[64022]: DEBUG nova.compute.manager [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.277092] env[64022]: DEBUG nova.network.neutron [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.331991] env[64022]: DEBUG nova.policy [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '339ffb0c98c2401f80ce85bca3eb3676', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0e80de5766640a9be016f849f7d2278', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.345519] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.567749} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.345780] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.345968] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.346163] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.513128] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.573392] env[64022]: DEBUG nova.compute.manager [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.573617] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.574754] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aa043c-5675-47c6-a02e-d2d740845591 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.582447] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.582696] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c67d0bd1-da89-412b-a987-f6e2e35c484c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.589076] env[64022]: DEBUG oslo_vmware.api [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Waiting for the task: (returnval){ [ 713.589076] env[64022]: value = "task-2302356" [ 713.589076] env[64022]: _type = "Task" [ 713.589076] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.597246] env[64022]: DEBUG oslo_vmware.api [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2302356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.710837] env[64022]: DEBUG nova.network.neutron [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Successfully created port: a482bcf2-73bd-4da4-a7a6-b9d7969de43d {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.754985] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302355, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.779833] env[64022]: DEBUG nova.compute.manager [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.799280] env[64022]: DEBUG nova.network.neutron [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.914420] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.914985] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.027232] env[64022]: DEBUG nova.network.neutron [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Updating instance_info_cache with network_info: [{"id": "1feffe01-c9bb-4c09-9aaa-4758fbed7408", "address": "fa:16:3e:16:34:cb", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1feffe01-c9", "ovs_interfaceid": "1feffe01-c9bb-4c09-9aaa-4758fbed7408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.100884] env[64022]: DEBUG oslo_vmware.api [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2302356, 'name': PowerOffVM_Task, 'duration_secs': 0.225432} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.101167] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.101340] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.101594] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3b50607-f582-431c-af22-04947a9de26f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.164757] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.164981] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.165225] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Deleting the datastore file [datastore2] 23f2079e-e738-43c1-aa8f-e2d82a604a44 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.165437] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cf1f675-2c1e-436f-a8d4-ebb6a1345d78 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.173629] env[64022]: DEBUG oslo_vmware.api [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Waiting for the task: (returnval){ [ 714.173629] env[64022]: value = "task-2302358" [ 714.173629] env[64022]: _type = "Task" [ 714.173629] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.180491] env[64022]: DEBUG oslo_vmware.api [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2302358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.248926] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302355, 'name': Rename_Task, 'duration_secs': 0.885242} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.251321] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.251728] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e1f0b2b-0931-44b9-ae20-956d9b27f9a1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.257950] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 714.257950] env[64022]: value = "task-2302359" [ 714.257950] env[64022]: _type = "Task" [ 714.257950] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.265867] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.393852] env[64022]: DEBUG nova.virt.hardware [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.394110] env[64022]: DEBUG nova.virt.hardware [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.394360] env[64022]: DEBUG nova.virt.hardware [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.394556] env[64022]: DEBUG nova.virt.hardware [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.394707] env[64022]: DEBUG nova.virt.hardware [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.394856] env[64022]: DEBUG nova.virt.hardware [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.395093] env[64022]: DEBUG nova.virt.hardware [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.395264] env[64022]: DEBUG nova.virt.hardware [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.395433] env[64022]: DEBUG nova.virt.hardware [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.395599] env[64022]: DEBUG nova.virt.hardware [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.395772] env[64022]: DEBUG nova.virt.hardware [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.396769] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a252c9-2224-4f51-9b86-77d392fe6ee5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.408295] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf616810-4951-4a16-ac67-42ce499c2568 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.413675] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2737ba5e-e585-49d6-8e65-0b8665a1f5f4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.438051] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:63:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2af946d-85a6-48a3-9878-0f40b48b73d4', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.447191] env[64022]: DEBUG oslo.service.loopingcall [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.448677] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0d237d-b657-42e4-a0d7-c15636a792f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.452274] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.452540] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.452780] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 714.453944] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe575342-531d-4489-838d-3e516b144eab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.501310] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c669e2-dc5f-44a1-b76d-c9c48c4ae85c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.504295] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.504295] env[64022]: value = "task-2302360" [ 714.504295] env[64022]: _type = "Task" [ 714.504295] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.511899] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ffd408-5a92-48a0-9b74-62f23e151b40 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.520694] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302360, 'name': CreateVM_Task} progress is 15%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.531654] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "refresh_cache-14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.532012] env[64022]: DEBUG nova.compute.manager [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Instance network_info: |[{"id": "1feffe01-c9bb-4c09-9aaa-4758fbed7408", "address": "fa:16:3e:16:34:cb", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1feffe01-c9", "ovs_interfaceid": "1feffe01-c9bb-4c09-9aaa-4758fbed7408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.532552] env[64022]: DEBUG nova.compute.provider_tree [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 714.534115] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:34:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1feffe01-c9bb-4c09-9aaa-4758fbed7408', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.541791] env[64022]: DEBUG oslo.service.loopingcall [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.542605] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.542817] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14642dee-55f3-4d97-8507-f5ffaebe5989 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.563180] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.563180] env[64022]: value = "task-2302361" [ 714.563180] env[64022]: _type = "Task" [ 714.563180] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.573556] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302361, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.686998] env[64022]: DEBUG oslo_vmware.api [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Task: {'id': task-2302358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31921} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.688350] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.688350] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.688350] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.688350] env[64022]: INFO nova.compute.manager [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Took 1.11 seconds to destroy the instance on the hypervisor. [ 714.689702] env[64022]: DEBUG oslo.service.loopingcall [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.689702] env[64022]: DEBUG nova.compute.manager [-] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.689702] env[64022]: DEBUG nova.network.neutron [-] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.769160] env[64022]: DEBUG oslo_vmware.api [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302359, 'name': PowerOnVM_Task, 'duration_secs': 0.480601} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.769495] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.769721] env[64022]: INFO nova.compute.manager [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Took 7.80 seconds to spawn the instance on the hypervisor. [ 714.773020] env[64022]: DEBUG nova.compute.manager [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.773020] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a332497-d173-45b8-ae52-48d01b241ac6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.795741] env[64022]: DEBUG nova.compute.manager [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.822129] env[64022]: DEBUG nova.virt.hardware [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.822528] env[64022]: DEBUG nova.virt.hardware [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.823202] env[64022]: DEBUG nova.virt.hardware [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.823202] env[64022]: DEBUG nova.virt.hardware [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.823378] env[64022]: DEBUG nova.virt.hardware [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.823653] env[64022]: DEBUG nova.virt.hardware [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.824033] env[64022]: DEBUG nova.virt.hardware [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.824331] env[64022]: DEBUG nova.virt.hardware [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.824628] env[64022]: DEBUG nova.virt.hardware [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.824924] env[64022]: DEBUG nova.virt.hardware [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.825273] env[64022]: DEBUG nova.virt.hardware [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.828179] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a5f5ba-aad8-4a62-9b28-91d99461f40d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.837733] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbbbc13-532d-4656-8305-7e9ec2dd0d57 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.844141] env[64022]: DEBUG nova.compute.manager [req-703c6525-5b5d-43cb-9f85-52c72decaa01 req-07e97929-9da1-4902-a6f1-cb6de2140c05 service nova] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Received event network-changed-1feffe01-c9bb-4c09-9aaa-4758fbed7408 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.844554] env[64022]: DEBUG nova.compute.manager [req-703c6525-5b5d-43cb-9f85-52c72decaa01 req-07e97929-9da1-4902-a6f1-cb6de2140c05 service nova] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Refreshing instance network info cache due to event network-changed-1feffe01-c9bb-4c09-9aaa-4758fbed7408. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 714.844554] env[64022]: DEBUG oslo_concurrency.lockutils [req-703c6525-5b5d-43cb-9f85-52c72decaa01 req-07e97929-9da1-4902-a6f1-cb6de2140c05 service nova] Acquiring lock "refresh_cache-14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.844704] env[64022]: DEBUG oslo_concurrency.lockutils [req-703c6525-5b5d-43cb-9f85-52c72decaa01 req-07e97929-9da1-4902-a6f1-cb6de2140c05 service nova] Acquired lock "refresh_cache-14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.844844] env[64022]: DEBUG nova.network.neutron [req-703c6525-5b5d-43cb-9f85-52c72decaa01 req-07e97929-9da1-4902-a6f1-cb6de2140c05 service nova] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Refreshing network info cache for port 1feffe01-c9bb-4c09-9aaa-4758fbed7408 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.016833] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302360, 'name': CreateVM_Task, 'duration_secs': 0.343358} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.016992] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.017693] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.017920] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.018336] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.018600] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9785e0d-33c9-45d1-b570-49f6379ec0cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.024221] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 715.024221] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bbf69e-aac2-14a9-6a69-b01b2025bae0" [ 715.024221] env[64022]: _type = "Task" [ 715.024221] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.035846] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bbf69e-aac2-14a9-6a69-b01b2025bae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.078457] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302361, 'name': CreateVM_Task, 'duration_secs': 0.391023} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.078726] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.079678] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.080989] env[64022]: DEBUG nova.scheduler.client.report [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Updated inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 715.082634] env[64022]: DEBUG nova.compute.provider_tree [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Updating resource provider 3a889db4-7597-478e-92a9-f74a134fda34 generation from 77 to 78 during operation: update_inventory {{(pid=64022) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 715.082634] env[64022]: DEBUG nova.compute.provider_tree [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 715.292807] env[64022]: INFO nova.compute.manager [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Took 44.15 seconds to build instance. [ 715.469225] env[64022]: DEBUG nova.network.neutron [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Successfully updated port: a482bcf2-73bd-4da4-a7a6-b9d7969de43d {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.479315] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Skipping network cache update for instance because it is being deleted. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10494}} [ 715.536330] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bbf69e-aac2-14a9-6a69-b01b2025bae0, 'name': SearchDatastore_Task, 'duration_secs': 0.026743} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.539194] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.539428] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.539653] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.539795] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.539966] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.540267] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.540557] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.540770] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-505c73a5-07a0-4cc2-ba75-084c1acf5549 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.544869] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f753b2-5f04-4438-b43d-ecf2fa94c671 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.552214] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 715.552214] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5228db13-f2c3-dbfe-3e3c-cc63aa9f20e1" [ 715.552214] env[64022]: _type = "Task" [ 715.552214] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.560373] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5228db13-f2c3-dbfe-3e3c-cc63aa9f20e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.561429] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.561574] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.562331] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4b7c6a-5bd0-400a-9c9b-7c3c2f2a4e96 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.566998] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 715.566998] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290637c-1c9a-e746-2fdb-a09e6d34d087" [ 715.566998] env[64022]: _type = "Task" [ 715.566998] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.574545] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290637c-1c9a-e746-2fdb-a09e6d34d087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.589652] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.590164] env[64022]: DEBUG nova.compute.manager [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.592961] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.309s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.593181] env[64022]: DEBUG nova.objects.instance [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64022) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 715.602927] env[64022]: DEBUG nova.compute.manager [req-68f864e8-c1e0-4f45-a402-37a3e7be0bdd req-1d5b5292-2364-49be-851a-ad03f8a1207f service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Received event network-vif-deleted-bfdd505e-68fe-454d-a70a-975f91978a5f {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.607177] env[64022]: INFO nova.compute.manager [req-68f864e8-c1e0-4f45-a402-37a3e7be0bdd req-1d5b5292-2364-49be-851a-ad03f8a1207f service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Neutron deleted interface bfdd505e-68fe-454d-a70a-975f91978a5f; detaching it from the instance and deleting it from the info cache [ 715.607394] env[64022]: DEBUG nova.network.neutron [req-68f864e8-c1e0-4f45-a402-37a3e7be0bdd req-1d5b5292-2364-49be-851a-ad03f8a1207f service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.631041] env[64022]: DEBUG nova.network.neutron [req-703c6525-5b5d-43cb-9f85-52c72decaa01 req-07e97929-9da1-4902-a6f1-cb6de2140c05 service nova] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Updated VIF entry in instance network info cache for port 1feffe01-c9bb-4c09-9aaa-4758fbed7408. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.631041] env[64022]: DEBUG nova.network.neutron [req-703c6525-5b5d-43cb-9f85-52c72decaa01 req-07e97929-9da1-4902-a6f1-cb6de2140c05 service nova] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Updating instance_info_cache with network_info: [{"id": "1feffe01-c9bb-4c09-9aaa-4758fbed7408", "address": "fa:16:3e:16:34:cb", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1feffe01-c9", "ovs_interfaceid": "1feffe01-c9bb-4c09-9aaa-4758fbed7408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.796304] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fa97520a-6b03-4c3b-ba4f-ad62e991900e tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "80eb9e3b-68e6-4261-ab69-e8654627607f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.897s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.841164] env[64022]: DEBUG nova.network.neutron [-] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.974967] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.975140] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquired lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.975294] env[64022]: DEBUG nova.network.neutron [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.981891] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "refresh_cache-e019c04e-4fda-41e2-a3e7-ead79cdf9ced" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.982977] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquired lock "refresh_cache-e019c04e-4fda-41e2-a3e7-ead79cdf9ced" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.982977] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Forcefully refreshing network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 716.064492] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5228db13-f2c3-dbfe-3e3c-cc63aa9f20e1, 'name': SearchDatastore_Task, 'duration_secs': 0.023387} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.064668] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.064975] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.065077] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.075866] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290637c-1c9a-e746-2fdb-a09e6d34d087, 'name': SearchDatastore_Task, 'duration_secs': 0.039897} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.076592] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0296efce-2cf1-4222-affb-dede60103300 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.081563] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 716.081563] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524ee284-f22d-cb9d-b1a5-09a4d574e9f4" [ 716.081563] env[64022]: _type = "Task" [ 716.081563] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.089142] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524ee284-f22d-cb9d-b1a5-09a4d574e9f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.103235] env[64022]: DEBUG nova.compute.utils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 716.104601] env[64022]: DEBUG nova.compute.manager [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.104766] env[64022]: DEBUG nova.network.neutron [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.110766] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5b736d3-5912-455a-96a2-ab936b9336a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.121184] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95a851d-9882-420c-a066-d7351864352a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.134266] env[64022]: DEBUG oslo_concurrency.lockutils [req-703c6525-5b5d-43cb-9f85-52c72decaa01 req-07e97929-9da1-4902-a6f1-cb6de2140c05 service nova] Releasing lock "refresh_cache-14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.158908] env[64022]: DEBUG nova.compute.manager [req-68f864e8-c1e0-4f45-a402-37a3e7be0bdd req-1d5b5292-2364-49be-851a-ad03f8a1207f service nova] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Detach interface failed, port_id=bfdd505e-68fe-454d-a70a-975f91978a5f, reason: Instance 23f2079e-e738-43c1-aa8f-e2d82a604a44 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 716.163901] env[64022]: DEBUG nova.policy [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cbcec0be04b4bcfa8d6aaa0d7deb0bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5c262cadad846d5870bba76c28e86e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.251938] env[64022]: DEBUG oslo_concurrency.lockutils [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Acquiring lock "db0bd24c-af17-4abc-b83d-cd18c5f81568" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.252235] env[64022]: DEBUG oslo_concurrency.lockutils [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Lock "db0bd24c-af17-4abc-b83d-cd18c5f81568" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.252592] env[64022]: DEBUG oslo_concurrency.lockutils [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Acquiring lock "db0bd24c-af17-4abc-b83d-cd18c5f81568-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.252659] env[64022]: DEBUG oslo_concurrency.lockutils [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Lock "db0bd24c-af17-4abc-b83d-cd18c5f81568-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.252840] env[64022]: DEBUG oslo_concurrency.lockutils [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Lock "db0bd24c-af17-4abc-b83d-cd18c5f81568-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.257827] env[64022]: INFO nova.compute.manager [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Terminating instance [ 716.298318] env[64022]: DEBUG nova.compute.manager [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.347739] env[64022]: INFO nova.compute.manager [-] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Took 1.66 seconds to deallocate network for instance. [ 716.511390] env[64022]: DEBUG nova.network.neutron [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.594759] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524ee284-f22d-cb9d-b1a5-09a4d574e9f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.595079] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.595419] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] e019c04e-4fda-41e2-a3e7-ead79cdf9ced/e019c04e-4fda-41e2-a3e7-ead79cdf9ced.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.595786] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.596062] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.596357] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc36aba4-6730-4695-b61a-8de1a7f8ba52 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.600139] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c371903c-d9d8-489e-a28b-58e19adba105 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.605398] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3f24e36-1158-4f9b-b757-4d51b1ceaa5f tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.607482] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.549s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.611608] env[64022]: DEBUG nova.objects.instance [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lazy-loading 'resources' on Instance uuid 0c8714dc-381a-4c08-80c9-f0561b45ddbc {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.611608] env[64022]: DEBUG nova.compute.manager [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.612894] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 716.612894] env[64022]: value = "task-2302362" [ 716.612894] env[64022]: _type = "Task" [ 716.612894] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.614842] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.615031] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.619709] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c204525e-5b96-4944-89e0-4fab2b152b9d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.628370] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.630902] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 716.630902] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528f4393-764a-04e1-64fd-07c88cce7ece" [ 716.630902] env[64022]: _type = "Task" [ 716.630902] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.634470] env[64022]: DEBUG nova.network.neutron [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Successfully created port: 0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.646131] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528f4393-764a-04e1-64fd-07c88cce7ece, 'name': SearchDatastore_Task, 'duration_secs': 0.008235} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.646894] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd75c40-7b1d-437e-8b50-56a1caf03e43 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.652538] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 716.652538] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520a066b-9b9f-5088-5134-97d184d69737" [ 716.652538] env[64022]: _type = "Task" [ 716.652538] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.661311] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520a066b-9b9f-5088-5134-97d184d69737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.689076] env[64022]: DEBUG nova.network.neutron [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Updating instance_info_cache with network_info: [{"id": "a482bcf2-73bd-4da4-a7a6-b9d7969de43d", "address": "fa:16:3e:25:1e:4d", "network": {"id": "74ef764c-3e1a-4cf8-bf20-a225fc600e3c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2003049533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e80de5766640a9be016f849f7d2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa482bcf2-73", "ovs_interfaceid": "a482bcf2-73bd-4da4-a7a6-b9d7969de43d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.762279] env[64022]: DEBUG nova.compute.manager [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.762279] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.762985] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e7085e-1110-419e-a486-1fafee938abf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.773650] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.773884] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-348dc7cd-d87b-41c0-bc57-910e0bf0f10d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.780241] env[64022]: DEBUG oslo_vmware.api [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Waiting for the task: (returnval){ [ 716.780241] env[64022]: value = "task-2302363" [ 716.780241] env[64022]: _type = "Task" [ 716.780241] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.789400] env[64022]: DEBUG oslo_vmware.api [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2302363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.834799] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.854247] env[64022]: DEBUG oslo_concurrency.lockutils [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.135136] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302362, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.166719] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520a066b-9b9f-5088-5134-97d184d69737, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.166971] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.167237] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7/14ea5a03-0092-46e9-8f77-15bc4fcb6cd7.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.167483] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78eb39e7-64be-432b-81d8-38bbac9016cf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.177577] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 717.177577] env[64022]: value = "task-2302364" [ 717.177577] env[64022]: _type = "Task" [ 717.177577] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.193249] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Releasing lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.193249] env[64022]: DEBUG nova.compute.manager [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Instance network_info: |[{"id": "a482bcf2-73bd-4da4-a7a6-b9d7969de43d", "address": "fa:16:3e:25:1e:4d", "network": {"id": "74ef764c-3e1a-4cf8-bf20-a225fc600e3c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2003049533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e80de5766640a9be016f849f7d2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa482bcf2-73", "ovs_interfaceid": "a482bcf2-73bd-4da4-a7a6-b9d7969de43d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.193465] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.194758] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:1e:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a482bcf2-73bd-4da4-a7a6-b9d7969de43d', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.202519] env[64022]: DEBUG oslo.service.loopingcall [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.203748] env[64022]: DEBUG nova.compute.manager [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Received event network-vif-plugged-a482bcf2-73bd-4da4-a7a6-b9d7969de43d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.203941] env[64022]: DEBUG oslo_concurrency.lockutils [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] Acquiring lock "1a99f453-b18c-4191-b80d-e769aa3742ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.204220] env[64022]: DEBUG oslo_concurrency.lockutils [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] Lock "1a99f453-b18c-4191-b80d-e769aa3742ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.204377] env[64022]: DEBUG oslo_concurrency.lockutils [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] Lock "1a99f453-b18c-4191-b80d-e769aa3742ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.204523] env[64022]: DEBUG nova.compute.manager [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] No waiting events found dispatching network-vif-plugged-a482bcf2-73bd-4da4-a7a6-b9d7969de43d {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.204635] env[64022]: WARNING nova.compute.manager [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Received unexpected event network-vif-plugged-a482bcf2-73bd-4da4-a7a6-b9d7969de43d for instance with vm_state building and task_state spawning. [ 717.204835] env[64022]: DEBUG nova.compute.manager [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Received event network-changed-a482bcf2-73bd-4da4-a7a6-b9d7969de43d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.205744] env[64022]: DEBUG nova.compute.manager [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Refreshing instance network info cache due to event network-changed-a482bcf2-73bd-4da4-a7a6-b9d7969de43d. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 717.205744] env[64022]: DEBUG oslo_concurrency.lockutils [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] Acquiring lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.205744] env[64022]: DEBUG oslo_concurrency.lockutils [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] Acquired lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.205744] env[64022]: DEBUG nova.network.neutron [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Refreshing network info cache for port a482bcf2-73bd-4da4-a7a6-b9d7969de43d {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.209409] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.210978] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d67b9f8-611d-476a-a333-5955edffb6c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.237478] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.237478] env[64022]: value = "task-2302365" [ 717.237478] env[64022]: _type = "Task" [ 717.237478] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.247163] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302365, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.289634] env[64022]: DEBUG oslo_vmware.api [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2302363, 'name': PowerOffVM_Task, 'duration_secs': 0.31716} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.292226] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.292399] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.292844] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75c78f8c-224a-4099-82a3-74373f2e5764 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.331328] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Updating instance_info_cache with network_info: [{"id": "b2af946d-85a6-48a3-9878-0f40b48b73d4", "address": "fa:16:3e:b2:63:68", "network": {"id": "e73c7c34-c2f6-4b9a-b816-9702be117710", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-646287978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73e80dcf3e4423b587b55fb095c540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2af946d-85", "ovs_interfaceid": "b2af946d-85a6-48a3-9878-0f40b48b73d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.385470] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.385470] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.385470] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Deleting the datastore file [datastore1] db0bd24c-af17-4abc-b83d-cd18c5f81568 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.385470] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50643682-c589-44ed-bd27-6a648d761598 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.391084] env[64022]: DEBUG oslo_vmware.api [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Waiting for the task: (returnval){ [ 717.391084] env[64022]: value = "task-2302367" [ 717.391084] env[64022]: _type = "Task" [ 717.391084] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.400762] env[64022]: DEBUG oslo_vmware.api [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2302367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.631130] env[64022]: DEBUG nova.compute.manager [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.634023] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544346} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.637782] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] e019c04e-4fda-41e2-a3e7-ead79cdf9ced/e019c04e-4fda-41e2-a3e7-ead79cdf9ced.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.638255] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.639055] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc5e4450-1b87-403c-b247-f911e450994e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.646192] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 717.646192] env[64022]: value = "task-2302368" [ 717.646192] env[64022]: _type = "Task" [ 717.646192] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.662572] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.665851] env[64022]: DEBUG nova.virt.hardware [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.666273] env[64022]: DEBUG nova.virt.hardware [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.666510] env[64022]: DEBUG nova.virt.hardware [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.666510] env[64022]: DEBUG nova.virt.hardware [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.666638] env[64022]: DEBUG nova.virt.hardware [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.666823] env[64022]: DEBUG nova.virt.hardware [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.667807] env[64022]: DEBUG nova.virt.hardware [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.667807] env[64022]: DEBUG nova.virt.hardware [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.667807] env[64022]: DEBUG nova.virt.hardware [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.667807] env[64022]: DEBUG nova.virt.hardware [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.667807] env[64022]: DEBUG nova.virt.hardware [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.668724] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b295f7a8-c670-4eed-ad00-90a83c808880 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.684534] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480fbc8c-2482-40dc-8b80-0c2732da1fe8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.702061] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302364, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.752381] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302365, 'name': CreateVM_Task, 'duration_secs': 0.436333} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.755660] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.756892] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.757104] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.757507] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.757782] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06d9fc5-ed61-4c8d-bccd-024c168233e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.766867] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 717.766867] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5266af1e-24f4-4691-a2ff-524ce7189b7f" [ 717.766867] env[64022]: _type = "Task" [ 717.766867] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.776597] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5266af1e-24f4-4691-a2ff-524ce7189b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.792967] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abf4e06-a0b2-43bb-b1af-f14e6c6afede {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.800618] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99ac738-5be2-48be-b2c7-cf115215bef4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.832277] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87812b8-2d6c-4534-9867-b0d1b52d2516 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.835032] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Releasing lock "refresh_cache-e019c04e-4fda-41e2-a3e7-ead79cdf9ced" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.835233] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Updated the network info_cache for instance {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 717.835750] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.836338] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.836548] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.836742] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.836922] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.837099] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.837249] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 717.837376] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.842388] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7340ae-b835-4a68-abc6-8e528731b032 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.858866] env[64022]: DEBUG nova.compute.provider_tree [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.903142] env[64022]: DEBUG oslo_vmware.api [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Task: {'id': task-2302367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350487} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.904037] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.904037] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.904037] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.904037] env[64022]: INFO nova.compute.manager [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Took 1.14 seconds to destroy the instance on the hypervisor. [ 717.904345] env[64022]: DEBUG oslo.service.loopingcall [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.904449] env[64022]: DEBUG nova.compute.manager [-] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.904579] env[64022]: DEBUG nova.network.neutron [-] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.044220] env[64022]: DEBUG nova.network.neutron [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Updated VIF entry in instance network info cache for port a482bcf2-73bd-4da4-a7a6-b9d7969de43d. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.044643] env[64022]: DEBUG nova.network.neutron [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Updating instance_info_cache with network_info: [{"id": "a482bcf2-73bd-4da4-a7a6-b9d7969de43d", "address": "fa:16:3e:25:1e:4d", "network": {"id": "74ef764c-3e1a-4cf8-bf20-a225fc600e3c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2003049533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e80de5766640a9be016f849f7d2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa482bcf2-73", "ovs_interfaceid": "a482bcf2-73bd-4da4-a7a6-b9d7969de43d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.162248] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258623} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.162575] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.163440] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69c13f7-eb76-411b-833e-5ae3ee031de8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.187619] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] e019c04e-4fda-41e2-a3e7-ead79cdf9ced/e019c04e-4fda-41e2-a3e7-ead79cdf9ced.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.187619] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faaaa705-2d06-47c2-82cd-e9539b82ec71 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.211780] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672839} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.213234] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7/14ea5a03-0092-46e9-8f77-15bc4fcb6cd7.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.213450] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.213975] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 718.213975] env[64022]: value = "task-2302369" [ 718.213975] env[64022]: _type = "Task" [ 718.213975] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.214235] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d924c01-d8f3-4df6-b1dc-ce4e5dc090ec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.224711] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302369, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.225928] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 718.225928] env[64022]: value = "task-2302370" [ 718.225928] env[64022]: _type = "Task" [ 718.225928] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.233263] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.275464] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5266af1e-24f4-4691-a2ff-524ce7189b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.03793} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.275828] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.276099] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.276367] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.276521] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.276714] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.277008] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b54e898-48e0-4925-a103-ec84d149a891 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.286016] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.286216] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.287081] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a475c1-94ce-47d4-b43b-68aadbc54f3c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.292767] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 718.292767] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ea1b57-cdcb-ecab-5301-2e8a584a43ed" [ 718.292767] env[64022]: _type = "Task" [ 718.292767] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.301208] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ea1b57-cdcb-ecab-5301-2e8a584a43ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.343596] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.362077] env[64022]: DEBUG nova.scheduler.client.report [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.547534] env[64022]: DEBUG oslo_concurrency.lockutils [req-bbaa88b0-8a89-4b61-aca8-9249b1c069f8 req-a0edf911-da87-43ee-b420-226f5244d862 service nova] Releasing lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.700176] env[64022]: DEBUG nova.network.neutron [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Successfully updated port: 0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.731786] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302369, 'name': ReconfigVM_Task, 'duration_secs': 0.279645} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.737609] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Reconfigured VM instance instance-00000009 to attach disk [datastore2] e019c04e-4fda-41e2-a3e7-ead79cdf9ced/e019c04e-4fda-41e2-a3e7-ead79cdf9ced.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.738534] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38b1fdb8-a044-4851-b948-d94fb4270a51 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.748132] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073561} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.748800] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.749913] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 718.749913] env[64022]: value = "task-2302371" [ 718.749913] env[64022]: _type = "Task" [ 718.749913] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.751559] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e791ddc8-f5c1-4356-9891-f9f82a4e938e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.798826] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7/14ea5a03-0092-46e9-8f77-15bc4fcb6cd7.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.805469] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7280c8a-04d4-4658-b909-e4d211fd3e04 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.823434] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302371, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.835830] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ea1b57-cdcb-ecab-5301-2e8a584a43ed, 'name': SearchDatastore_Task, 'duration_secs': 0.023166} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.837938] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 718.837938] env[64022]: value = "task-2302372" [ 718.837938] env[64022]: _type = "Task" [ 718.837938] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.838265] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be0f6df-1412-490d-bf1c-98e07615d960 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.847901] env[64022]: DEBUG nova.compute.manager [req-50805a8f-4277-448b-b6cb-721c4616bfc0 req-5c7f58f5-e429-4ef2-a276-4f801a5ce620 service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Received event network-vif-plugged-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.849522] env[64022]: DEBUG oslo_concurrency.lockutils [req-50805a8f-4277-448b-b6cb-721c4616bfc0 req-5c7f58f5-e429-4ef2-a276-4f801a5ce620 service nova] Acquiring lock "856df6f6-29c9-42bc-99b9-f0f7ba4c22ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.849522] env[64022]: DEBUG oslo_concurrency.lockutils [req-50805a8f-4277-448b-b6cb-721c4616bfc0 req-5c7f58f5-e429-4ef2-a276-4f801a5ce620 service nova] Lock "856df6f6-29c9-42bc-99b9-f0f7ba4c22ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.849522] env[64022]: DEBUG oslo_concurrency.lockutils [req-50805a8f-4277-448b-b6cb-721c4616bfc0 req-5c7f58f5-e429-4ef2-a276-4f801a5ce620 service nova] Lock "856df6f6-29c9-42bc-99b9-f0f7ba4c22ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.849522] env[64022]: DEBUG nova.compute.manager [req-50805a8f-4277-448b-b6cb-721c4616bfc0 req-5c7f58f5-e429-4ef2-a276-4f801a5ce620 service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] No waiting events found dispatching network-vif-plugged-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.849522] env[64022]: WARNING nova.compute.manager [req-50805a8f-4277-448b-b6cb-721c4616bfc0 req-5c7f58f5-e429-4ef2-a276-4f801a5ce620 service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Received unexpected event network-vif-plugged-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 for instance with vm_state building and task_state spawning. [ 718.852028] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 718.852028] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524d6b6e-037b-9206-1e87-5eeeba036e3d" [ 718.852028] env[64022]: _type = "Task" [ 718.852028] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.860017] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.865805] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524d6b6e-037b-9206-1e87-5eeeba036e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.867249] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.869152] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.805s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.871422] env[64022]: DEBUG nova.objects.instance [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Lazy-loading 'resources' on Instance uuid 2780b129-725e-4444-ac6f-98ef00cef77c {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.901441] env[64022]: INFO nova.scheduler.client.report [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Deleted allocations for instance 0c8714dc-381a-4c08-80c9-f0561b45ddbc [ 719.206872] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "refresh_cache-856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.206872] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "refresh_cache-856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.206872] env[64022]: DEBUG nova.network.neutron [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.266029] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302371, 'name': Rename_Task, 'duration_secs': 0.150623} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.266190] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.266435] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed710b30-36dc-4881-b11f-20a03d7d906c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.272931] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 719.272931] env[64022]: value = "task-2302373" [ 719.272931] env[64022]: _type = "Task" [ 719.272931] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.280652] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.352240] env[64022]: DEBUG nova.network.neutron [-] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.353479] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302372, 'name': ReconfigVM_Task, 'duration_secs': 0.432001} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.353814] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7/14ea5a03-0092-46e9-8f77-15bc4fcb6cd7.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.359500] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e87d03b7-8871-4bb1-a5d7-a81221fecb13 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.365863] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524d6b6e-037b-9206-1e87-5eeeba036e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.016259} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.369381] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.369660] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 1a99f453-b18c-4191-b80d-e769aa3742ba/1a99f453-b18c-4191-b80d-e769aa3742ba.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.369992] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 719.369992] env[64022]: value = "task-2302374" [ 719.369992] env[64022]: _type = "Task" [ 719.369992] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.370201] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c18830a-c2e7-4cb8-9de1-fbb462015307 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.384453] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 719.384453] env[64022]: value = "task-2302375" [ 719.384453] env[64022]: _type = "Task" [ 719.384453] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.387720] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302374, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.402336] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.410220] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dec9417-2ee2-4447-8118-4bcb92f1d46b tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Lock "0c8714dc-381a-4c08-80c9-f0561b45ddbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.195s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.764259] env[64022]: DEBUG nova.network.neutron [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.795275] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302373, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.855377] env[64022]: INFO nova.compute.manager [-] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Took 1.95 seconds to deallocate network for instance. [ 719.890037] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302374, 'name': Rename_Task, 'duration_secs': 0.160164} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.899256] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.903455] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c4153e0-5ff3-4a2f-bd67-88ce0ab03d5b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.914665] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302375, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.916701] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 719.916701] env[64022]: value = "task-2302376" [ 719.916701] env[64022]: _type = "Task" [ 719.916701] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.933864] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302376, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.007531] env[64022]: DEBUG nova.network.neutron [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Updating instance_info_cache with network_info: [{"id": "0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0", "address": "fa:16:3e:bd:50:eb", "network": {"id": "e8d70e3c-cab2-46e4-ad9d-8fd80aee9079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-733236242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c262cadad846d5870bba76c28e86e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa98d2c-ac", "ovs_interfaceid": "0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.033194] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656c4b01-4c2c-4ce4-ac96-ec9f448c96d1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.040390] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e06291-82ca-4e6c-9e3c-4092aa705e60 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.071896] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c02816c-4dcb-4fae-afae-89a03fea9826 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.079508] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8833a7a2-074b-4d3e-a080-0069e49cf6d5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.093997] env[64022]: DEBUG nova.compute.provider_tree [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.283794] env[64022]: DEBUG oslo_vmware.api [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302373, 'name': PowerOnVM_Task, 'duration_secs': 0.6978} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.284088] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.284349] env[64022]: DEBUG nova.compute.manager [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.285151] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5917da71-a8db-4546-ad09-f449da40eff8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.288282] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.288525] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.288698] env[64022]: INFO nova.compute.manager [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Shelving [ 720.368622] env[64022]: DEBUG oslo_concurrency.lockutils [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.400306] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549202} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.400754] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 1a99f453-b18c-4191-b80d-e769aa3742ba/1a99f453-b18c-4191-b80d-e769aa3742ba.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.401164] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.404108] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db5d9147-2642-42ca-957c-95d679facaed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.408775] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 720.408775] env[64022]: value = "task-2302377" [ 720.408775] env[64022]: _type = "Task" [ 720.408775] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.418243] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.427878] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302376, 'name': PowerOnVM_Task} progress is 87%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.513017] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "refresh_cache-856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.513017] env[64022]: DEBUG nova.compute.manager [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Instance network_info: |[{"id": "0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0", "address": "fa:16:3e:bd:50:eb", "network": {"id": "e8d70e3c-cab2-46e4-ad9d-8fd80aee9079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-733236242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c262cadad846d5870bba76c28e86e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa98d2c-ac", "ovs_interfaceid": "0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.513017] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:50:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.523632] env[64022]: DEBUG oslo.service.loopingcall [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.523632] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.523632] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dac36bc-92b5-41fe-87ec-09fa9cdf39a2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.548504] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.548504] env[64022]: value = "task-2302378" [ 720.548504] env[64022]: _type = "Task" [ 720.548504] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.558596] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302378, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.599135] env[64022]: DEBUG nova.scheduler.client.report [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.808735] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.910555] env[64022]: DEBUG nova.compute.manager [req-4e88dc9a-f4de-4fe2-88d4-2b11c4ab4e6c req-f24846d3-8461-4b27-8bcc-26fefde5b9ab service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Received event network-changed-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.910886] env[64022]: DEBUG nova.compute.manager [req-4e88dc9a-f4de-4fe2-88d4-2b11c4ab4e6c req-f24846d3-8461-4b27-8bcc-26fefde5b9ab service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Refreshing instance network info cache due to event network-changed-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.911193] env[64022]: DEBUG oslo_concurrency.lockutils [req-4e88dc9a-f4de-4fe2-88d4-2b11c4ab4e6c req-f24846d3-8461-4b27-8bcc-26fefde5b9ab service nova] Acquiring lock "refresh_cache-856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.911748] env[64022]: DEBUG oslo_concurrency.lockutils [req-4e88dc9a-f4de-4fe2-88d4-2b11c4ab4e6c req-f24846d3-8461-4b27-8bcc-26fefde5b9ab service nova] Acquired lock "refresh_cache-856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.911748] env[64022]: DEBUG nova.network.neutron [req-4e88dc9a-f4de-4fe2-88d4-2b11c4ab4e6c req-f24846d3-8461-4b27-8bcc-26fefde5b9ab service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Refreshing network info cache for port 0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.933625] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074681} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.937166] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.937732] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302376, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.938505] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6483f5b3-89ff-4d1a-9002-2a5cd2d7b174 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.965048] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 1a99f453-b18c-4191-b80d-e769aa3742ba/1a99f453-b18c-4191-b80d-e769aa3742ba.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.965397] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-764cd4a8-2c85-4893-81e9-c322ded3029c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.989553] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 720.989553] env[64022]: value = "task-2302379" [ 720.989553] env[64022]: _type = "Task" [ 720.989553] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.998896] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.060240] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302378, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.105025] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.110105] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.263s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.132450] env[64022]: INFO nova.scheduler.client.report [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Deleted allocations for instance 2780b129-725e-4444-ac6f-98ef00cef77c [ 721.198935] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b24b1e7a-3bcc-4ee6-a413-85c99c8cbb66 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "51eb6027-19f1-4f94-a859-cad1d29f7708" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.199231] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b24b1e7a-3bcc-4ee6-a413-85c99c8cbb66 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "51eb6027-19f1-4f94-a859-cad1d29f7708" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.199427] env[64022]: DEBUG nova.compute.manager [None req-b24b1e7a-3bcc-4ee6-a413-85c99c8cbb66 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.201014] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e912b948-97ad-4ce7-9a80-1a050e2af8aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.209686] env[64022]: DEBUG nova.compute.manager [None req-b24b1e7a-3bcc-4ee6-a413-85c99c8cbb66 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64022) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 721.210300] env[64022]: DEBUG nova.objects.instance [None req-b24b1e7a-3bcc-4ee6-a413-85c99c8cbb66 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lazy-loading 'flavor' on Instance uuid 51eb6027-19f1-4f94-a859-cad1d29f7708 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.312527] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.312527] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fdc3600-1214-4abd-8c3c-04a85dcc1f35 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.319520] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 721.319520] env[64022]: value = "task-2302380" [ 721.319520] env[64022]: _type = "Task" [ 721.319520] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.327995] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.429077] env[64022]: DEBUG oslo_vmware.api [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302376, 'name': PowerOnVM_Task, 'duration_secs': 1.129252} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.429377] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.429573] env[64022]: INFO nova.compute.manager [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Took 9.35 seconds to spawn the instance on the hypervisor. [ 721.429753] env[64022]: DEBUG nova.compute.manager [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.430608] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb570e16-7858-4751-97cb-0d900abe2fdb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.504162] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302379, 'name': ReconfigVM_Task, 'duration_secs': 0.502419} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.504502] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 1a99f453-b18c-4191-b80d-e769aa3742ba/1a99f453-b18c-4191-b80d-e769aa3742ba.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.505266] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ad95cf2-b335-4904-a5d0-e22d1f212996 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.512464] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 721.512464] env[64022]: value = "task-2302381" [ 721.512464] env[64022]: _type = "Task" [ 721.512464] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.524675] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302381, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.560650] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302378, 'name': CreateVM_Task, 'duration_secs': 0.624798} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.563196] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.563900] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.564093] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.566472] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.566472] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4588510a-1032-4ea4-a9a6-d8a42aed99b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.569654] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 721.569654] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52707b9c-d67d-9567-6daf-7b4474328e75" [ 721.569654] env[64022]: _type = "Task" [ 721.569654] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.578312] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52707b9c-d67d-9567-6daf-7b4474328e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.616395] env[64022]: INFO nova.compute.claims [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.643840] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3e430039-5f06-44bb-ba83-768ca560da61 tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Lock "2780b129-725e-4444-ac6f-98ef00cef77c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.860s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.707119] env[64022]: DEBUG nova.network.neutron [req-4e88dc9a-f4de-4fe2-88d4-2b11c4ab4e6c req-f24846d3-8461-4b27-8bcc-26fefde5b9ab service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Updated VIF entry in instance network info cache for port 0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.708103] env[64022]: DEBUG nova.network.neutron [req-4e88dc9a-f4de-4fe2-88d4-2b11c4ab4e6c req-f24846d3-8461-4b27-8bcc-26fefde5b9ab service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Updating instance_info_cache with network_info: [{"id": "0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0", "address": "fa:16:3e:bd:50:eb", "network": {"id": "e8d70e3c-cab2-46e4-ad9d-8fd80aee9079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-733236242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c262cadad846d5870bba76c28e86e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa98d2c-ac", "ovs_interfaceid": "0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.829630] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302380, 'name': PowerOffVM_Task, 'duration_secs': 0.221416} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.829945] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.833320] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eb72a2-cb9a-483e-af88-65c08955c540 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.849934] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc8b3a5-ce15-413e-bfae-488c3e11d6d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.959044] env[64022]: INFO nova.compute.manager [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Took 47.16 seconds to build instance. [ 722.023031] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302381, 'name': Rename_Task, 'duration_secs': 0.231744} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.023380] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.024721] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7f1c782-5ae7-4f0e-a77f-9dc897326e0e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.031022] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 722.031022] env[64022]: value = "task-2302382" [ 722.031022] env[64022]: _type = "Task" [ 722.031022] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.040284] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.087169] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52707b9c-d67d-9567-6daf-7b4474328e75, 'name': SearchDatastore_Task, 'duration_secs': 0.013263} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.087169] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.087275] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.087593] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.089415] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.089415] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.092335] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0312e86-1893-42b0-8de7-88ab9c1d272e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.102760] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.102993] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.103875] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff9552c-bbc8-4959-b890-be1cd1dbedf3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.110036] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 722.110036] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52696b3e-f876-4699-500b-595ea9b09b1c" [ 722.110036] env[64022]: _type = "Task" [ 722.110036] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.120446] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52696b3e-f876-4699-500b-595ea9b09b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.125509] env[64022]: INFO nova.compute.resource_tracker [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating resource usage from migration 0d07eb21-95ed-4982-a07d-74d5746ea212 [ 722.182926] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "42d2e289-435f-47df-ae33-b003b319135a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.183115] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "42d2e289-435f-47df-ae33-b003b319135a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.183313] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "42d2e289-435f-47df-ae33-b003b319135a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.183516] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "42d2e289-435f-47df-ae33-b003b319135a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.183703] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "42d2e289-435f-47df-ae33-b003b319135a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.185927] env[64022]: INFO nova.compute.manager [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Terminating instance [ 722.210123] env[64022]: DEBUG oslo_concurrency.lockutils [req-4e88dc9a-f4de-4fe2-88d4-2b11c4ab4e6c req-f24846d3-8461-4b27-8bcc-26fefde5b9ab service nova] Releasing lock "refresh_cache-856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.210332] env[64022]: DEBUG nova.compute.manager [req-4e88dc9a-f4de-4fe2-88d4-2b11c4ab4e6c req-f24846d3-8461-4b27-8bcc-26fefde5b9ab service nova] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Received event network-vif-deleted-a10621da-123f-424e-9feb-e59115e82cad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.220399] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24b1e7a-3bcc-4ee6-a413-85c99c8cbb66 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.223486] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9ae444f-ede5-41d5-9719-40487a3ab2b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.234944] env[64022]: DEBUG oslo_vmware.api [None req-b24b1e7a-3bcc-4ee6-a413-85c99c8cbb66 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 722.234944] env[64022]: value = "task-2302383" [ 722.234944] env[64022]: _type = "Task" [ 722.234944] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.247251] env[64022]: DEBUG oslo_vmware.api [None req-b24b1e7a-3bcc-4ee6-a413-85c99c8cbb66 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.361167] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 722.361499] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f478a12-0600-4359-8193-20744fba9e9f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.371705] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 722.371705] env[64022]: value = "task-2302384" [ 722.371705] env[64022]: _type = "Task" [ 722.371705] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.385233] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302384, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.464705] env[64022]: DEBUG oslo_concurrency.lockutils [None req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.460s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.550247] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302382, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.622808] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52696b3e-f876-4699-500b-595ea9b09b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.026243} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.627081] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd507498-ac34-4506-afdc-ef5e33b35276 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.633796] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 722.633796] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528e1039-3465-6440-9478-b8cae0d5bdc5" [ 722.633796] env[64022]: _type = "Task" [ 722.633796] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.643560] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528e1039-3465-6440-9478-b8cae0d5bdc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.692061] env[64022]: DEBUG nova.compute.manager [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.692323] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.696589] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6d1d57-3a54-412f-901d-9f2d6ae5b5d2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.704961] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.705288] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2942676f-f32f-49f5-9df8-3cc1f6f7181c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.721125] env[64022]: DEBUG oslo_vmware.api [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 722.721125] env[64022]: value = "task-2302385" [ 722.721125] env[64022]: _type = "Task" [ 722.721125] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.731562] env[64022]: DEBUG oslo_vmware.api [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.745148] env[64022]: DEBUG oslo_vmware.api [None req-b24b1e7a-3bcc-4ee6-a413-85c99c8cbb66 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302383, 'name': PowerOffVM_Task, 'duration_secs': 0.296485} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.745504] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24b1e7a-3bcc-4ee6-a413-85c99c8cbb66 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.745785] env[64022]: DEBUG nova.compute.manager [None req-b24b1e7a-3bcc-4ee6-a413-85c99c8cbb66 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.746876] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40254016-5c83-4404-af08-7757baf05585 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.806557] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b300dec-3ee6-4efb-aeab-b6e125f9f726 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.815793] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f952b147-3fad-45a6-8e1c-18ab2f78df24 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.855806] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2ce3e6-0af2-4aac-96af-e67e3b65eecc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.864637] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2fab97-79c9-44e0-8a9e-0b75a33104f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.884437] env[64022]: DEBUG nova.compute.provider_tree [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.897514] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302384, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.972472] env[64022]: DEBUG nova.compute.manager [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.044904] env[64022]: DEBUG oslo_vmware.api [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302382, 'name': PowerOnVM_Task, 'duration_secs': 0.730884} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.045243] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.045481] env[64022]: INFO nova.compute.manager [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Took 8.25 seconds to spawn the instance on the hypervisor. [ 723.045677] env[64022]: DEBUG nova.compute.manager [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.046724] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524ed517-b181-45b0-b968-8e740edab382 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.146572] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528e1039-3465-6440-9478-b8cae0d5bdc5, 'name': SearchDatastore_Task, 'duration_secs': 0.013112} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.146572] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.146572] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca/856df6f6-29c9-42bc-99b9-f0f7ba4c22ca.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.146572] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f585965-0ecf-450e-a4a8-981e5b6e9035 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.153764] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 723.153764] env[64022]: value = "task-2302386" [ 723.153764] env[64022]: _type = "Task" [ 723.153764] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.165577] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.230342] env[64022]: DEBUG oslo_vmware.api [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302385, 'name': PowerOffVM_Task, 'duration_secs': 0.252665} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.230622] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.230865] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.231152] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6a9f833-ff4f-4e67-9d26-495eaee809ad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.263495] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b24b1e7a-3bcc-4ee6-a413-85c99c8cbb66 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "51eb6027-19f1-4f94-a859-cad1d29f7708" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.313823] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.314226] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.314328] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleting the datastore file [datastore1] 42d2e289-435f-47df-ae33-b003b319135a {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.314519] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c6e1362-979b-442c-bb59-b8aa38912213 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.321539] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.321765] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.325507] env[64022]: DEBUG oslo_vmware.api [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 723.325507] env[64022]: value = "task-2302388" [ 723.325507] env[64022]: _type = "Task" [ 723.325507] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.333535] env[64022]: DEBUG oslo_vmware.api [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.394995] env[64022]: DEBUG nova.scheduler.client.report [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.398265] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302384, 'name': CreateSnapshot_Task, 'duration_secs': 0.670175} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.399232] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 723.400458] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5f0a89-e4b3-4583-a65c-2224d9b0cd64 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.498256] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.567933] env[64022]: INFO nova.compute.manager [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Took 46.58 seconds to build instance. [ 723.666558] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302386, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.827031] env[64022]: DEBUG nova.compute.utils [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 723.839266] env[64022]: DEBUG oslo_vmware.api [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307145} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.840852] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.840852] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.840852] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.841084] env[64022]: INFO nova.compute.manager [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 723.841455] env[64022]: DEBUG oslo.service.loopingcall [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.841723] env[64022]: DEBUG nova.compute.manager [-] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.841847] env[64022]: DEBUG nova.network.neutron [-] [instance: 42d2e289-435f-47df-ae33-b003b319135a] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.900742] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.791s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.901128] env[64022]: INFO nova.compute.manager [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Migrating [ 723.913135] env[64022]: DEBUG oslo_concurrency.lockutils [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.523s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.913464] env[64022]: DEBUG nova.objects.instance [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Lazy-loading 'resources' on Instance uuid 76c7db41-bb8f-4f70-ad21-c6724435ac9d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.926706] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 723.934915] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b91718b-c05c-4e95-8638-b44870f9c044 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.956782] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 723.956782] env[64022]: value = "task-2302389" [ 723.956782] env[64022]: _type = "Task" [ 723.956782] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.969184] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302389, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.071776] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96a4251a-2666-4403-93c7-50f0db0ff7ab tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "1a99f453-b18c-4191-b80d-e769aa3742ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.843s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.171039] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831833} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.172126] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca/856df6f6-29c9-42bc-99b9-f0f7ba4c22ca.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.172422] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.172701] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a7e6cc8-c81b-465d-a85e-d8cf261eed87 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.182146] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 724.182146] env[64022]: value = "task-2302390" [ 724.182146] env[64022]: _type = "Task" [ 724.182146] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.191987] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.333904] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.447248] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.447248] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.447446] env[64022]: DEBUG nova.network.neutron [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.471763] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302389, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.576488] env[64022]: DEBUG nova.compute.manager [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.665409] env[64022]: DEBUG nova.network.neutron [-] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.696678] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201835} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.696956] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.697801] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2affc2e-6323-4464-997e-712a5e97a7b2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.723385] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca/856df6f6-29c9-42bc-99b9-f0f7ba4c22ca.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.727085] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a6dc58-beab-46b9-bde9-708d357bee12 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.750996] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 724.750996] env[64022]: value = "task-2302391" [ 724.750996] env[64022]: _type = "Task" [ 724.750996] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.759185] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.970109] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302389, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.102831] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.107973] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b093f215-331b-4bbd-9d18-74e2f132310c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.118612] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c54630f-c53f-4cc1-81b2-5c016b40b62f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.154347] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b0b11f-c74e-45eb-bf91-c46ad977a077 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.167629] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7eff34-05d7-469a-9a32-ec380122e82c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.172369] env[64022]: INFO nova.compute.manager [-] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Took 1.33 seconds to deallocate network for instance. [ 725.194343] env[64022]: DEBUG nova.compute.provider_tree [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.262593] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302391, 'name': ReconfigVM_Task, 'duration_secs': 0.457009} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.262885] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca/856df6f6-29c9-42bc-99b9-f0f7ba4c22ca.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.263661] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d33baec3-5aad-4bb7-856b-e02455d0a5ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.272017] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 725.272017] env[64022]: value = "task-2302392" [ 725.272017] env[64022]: _type = "Task" [ 725.272017] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.284336] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302392, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.391207] env[64022]: DEBUG nova.network.neutron [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance_info_cache with network_info: [{"id": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "address": "fa:16:3e:f9:05:97", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf23ba7ad-9c", "ovs_interfaceid": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.408397] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.408687] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.408999] env[64022]: INFO nova.compute.manager [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Attaching volume 94d17426-e844-48b0-900a-c6fb92b5f2d7 to /dev/sdb [ 725.449030] env[64022]: DEBUG nova.compute.manager [req-825c3910-8736-494f-9301-30a00771f1b0 req-74e0b94b-9fd0-4dc1-b517-90e5115a5a98 service nova] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Received event network-vif-deleted-696341a7-f848-491f-b21c-f3183e409b28 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.457904] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d951c35-f6ac-45a3-8f22-a49ddec40b57 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.471577] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecd2e3a-27aa-486d-8bdb-a020315dbbce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.474315] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302389, 'name': CloneVM_Task} progress is 95%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.488845] env[64022]: DEBUG nova.virt.block_device [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Updating existing volume attachment record: d2254032-d83a-4040-bfa2-f7ff8adbab5e {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 725.700305] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.700827] env[64022]: DEBUG nova.scheduler.client.report [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.786343] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302392, 'name': Rename_Task, 'duration_secs': 0.190676} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.786343] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.786496] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d176339f-2806-4b65-b366-e7479d0840a4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.793105] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 725.793105] env[64022]: value = "task-2302394" [ 725.793105] env[64022]: _type = "Task" [ 725.793105] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.805830] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.893444] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.972323] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302389, 'name': CloneVM_Task, 'duration_secs': 1.633038} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.972577] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Created linked-clone VM from snapshot [ 725.973585] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0860516-3f7f-4868-8ef6-8046c682492e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.981976] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Uploading image 34593e0e-0121-4da1-bb8e-ee92015f1dae {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 726.009639] env[64022]: DEBUG oslo_vmware.rw_handles [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 726.009639] env[64022]: value = "vm-468397" [ 726.009639] env[64022]: _type = "VirtualMachine" [ 726.009639] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 726.010388] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b1e6e2a4-2f8f-4870-9c08-d4092ab028e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.019956] env[64022]: DEBUG oslo_vmware.rw_handles [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lease: (returnval){ [ 726.019956] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526c630e-3e9d-b67f-0287-ab59e82b5a8b" [ 726.019956] env[64022]: _type = "HttpNfcLease" [ 726.019956] env[64022]: } obtained for exporting VM: (result){ [ 726.019956] env[64022]: value = "vm-468397" [ 726.019956] env[64022]: _type = "VirtualMachine" [ 726.019956] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 726.020379] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the lease: (returnval){ [ 726.020379] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526c630e-3e9d-b67f-0287-ab59e82b5a8b" [ 726.020379] env[64022]: _type = "HttpNfcLease" [ 726.020379] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 726.027385] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.027385] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526c630e-3e9d-b67f-0287-ab59e82b5a8b" [ 726.027385] env[64022]: _type = "HttpNfcLease" [ 726.027385] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 726.042646] env[64022]: DEBUG nova.objects.instance [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lazy-loading 'flavor' on Instance uuid 51eb6027-19f1-4f94-a859-cad1d29f7708 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.210473] env[64022]: DEBUG oslo_concurrency.lockutils [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.213230] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.796s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.215726] env[64022]: INFO nova.compute.claims [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.252896] env[64022]: INFO nova.scheduler.client.report [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Deleted allocations for instance 76c7db41-bb8f-4f70-ad21-c6724435ac9d [ 726.305488] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302394, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.533039] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.533039] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526c630e-3e9d-b67f-0287-ab59e82b5a8b" [ 726.533039] env[64022]: _type = "HttpNfcLease" [ 726.533039] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 726.533422] env[64022]: DEBUG oslo_vmware.rw_handles [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 726.533422] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526c630e-3e9d-b67f-0287-ab59e82b5a8b" [ 726.533422] env[64022]: _type = "HttpNfcLease" [ 726.533422] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 726.534872] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fe7505-df04-49a0-ae27-b661f3f5069d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.544680] env[64022]: DEBUG oslo_vmware.rw_handles [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec0c64-d9c8-5ef0-0f89-ac714b44920b/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 726.544680] env[64022]: DEBUG oslo_vmware.rw_handles [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec0c64-d9c8-5ef0-0f89-ac714b44920b/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 726.610255] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "refresh_cache-51eb6027-19f1-4f94-a859-cad1d29f7708" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.610438] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquired lock "refresh_cache-51eb6027-19f1-4f94-a859-cad1d29f7708" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.610695] env[64022]: DEBUG nova.network.neutron [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.610889] env[64022]: DEBUG nova.objects.instance [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lazy-loading 'info_cache' on Instance uuid 51eb6027-19f1-4f94-a859-cad1d29f7708 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.652426] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c00d6f84-d654-4625-9285-8722f1baed56 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.764776] env[64022]: DEBUG oslo_concurrency.lockutils [None req-461feaa8-473e-4568-b5c8-168f0a01baf2 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Lock "76c7db41-bb8f-4f70-ad21-c6724435ac9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.597s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.813452] env[64022]: DEBUG oslo_vmware.api [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302394, 'name': PowerOnVM_Task, 'duration_secs': 0.603872} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.813452] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.813452] env[64022]: INFO nova.compute.manager [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Took 9.18 seconds to spawn the instance on the hypervisor. [ 726.813452] env[64022]: DEBUG nova.compute.manager [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.814295] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9447eb-ffd8-4a55-948b-518b90251864 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.921287] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Acquiring lock "c1edaed8-8f28-4c6d-a8d4-0db2c43effa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.921937] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lock "c1edaed8-8f28-4c6d-a8d4-0db2c43effa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.115783] env[64022]: DEBUG nova.objects.base [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Object Instance<51eb6027-19f1-4f94-a859-cad1d29f7708> lazy-loaded attributes: flavor,info_cache {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 727.350952] env[64022]: INFO nova.compute.manager [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Took 47.29 seconds to build instance. [ 727.415274] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91adfaef-1c6d-482e-b388-b488fa41beb4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.441130] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance '1bd00407-c66a-4218-9b38-8e25a676d9e8' progress to 0 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 727.852923] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.287s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.949873] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.950229] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-166561de-9eba-4696-9fe1-f9ddce0cecaf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.958176] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 727.958176] env[64022]: value = "task-2302398" [ 727.958176] env[64022]: _type = "Task" [ 727.958176] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.973816] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.003104] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f46179-c392-4b5c-9cec-12769f2b3b62 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.012289] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6740c196-1d14-465a-846b-b2a6ae33209c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.067464] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d408be63-6664-4f11-9852-a042c0c99c63 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.077462] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f08984-464b-4dd9-b1e9-3d684c7098ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.097166] env[64022]: DEBUG nova.compute.provider_tree [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.233256] env[64022]: DEBUG nova.network.neutron [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Updating instance_info_cache with network_info: [{"id": "a2ca5a63-7272-4e50-b477-96b77c97081c", "address": "fa:16:3e:b9:46:9a", "network": {"id": "ec31443a-c16b-4d25-94bf-c601ecace886", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1910237973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f2cf56b9894f18ad63cdac408f6341", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ca5a63-72", "ovs_interfaceid": "a2ca5a63-7272-4e50-b477-96b77c97081c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.305159] env[64022]: DEBUG nova.compute.manager [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Received event network-changed-32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.305687] env[64022]: DEBUG nova.compute.manager [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Refreshing instance network info cache due to event network-changed-32deae16-c290-4f53-af72-e78af8bb5842. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 728.306042] env[64022]: DEBUG oslo_concurrency.lockutils [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] Acquiring lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.306296] env[64022]: DEBUG oslo_concurrency.lockutils [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] Acquired lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.307099] env[64022]: DEBUG nova.network.neutron [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Refreshing network info cache for port 32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.355521] env[64022]: DEBUG nova.compute.manager [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.472679] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302398, 'name': PowerOffVM_Task, 'duration_secs': 0.285371} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.473180] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.473556] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance '1bd00407-c66a-4218-9b38-8e25a676d9e8' progress to 17 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 728.606033] env[64022]: DEBUG nova.scheduler.client.report [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.739592] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Releasing lock "refresh_cache-51eb6027-19f1-4f94-a859-cad1d29f7708" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.890420] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.981552] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.983017] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.983017] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.983017] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.983017] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.987030] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.987030] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.987030] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.987030] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.987030] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.987030] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.990928] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2751b9cb-cc30-4306-a6a4-3b529f1d5a3f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.014205] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 729.014205] env[64022]: value = "task-2302400" [ 729.014205] env[64022]: _type = "Task" [ 729.014205] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.025350] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.112318] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.899s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.113341] env[64022]: DEBUG nova.compute.manager [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.117603] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.923s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.119719] env[64022]: INFO nova.compute.claims [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.321680] env[64022]: DEBUG nova.network.neutron [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Updated VIF entry in instance network info cache for port 32deae16-c290-4f53-af72-e78af8bb5842. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.322108] env[64022]: DEBUG nova.network.neutron [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Updating instance_info_cache with network_info: [{"id": "32deae16-c290-4f53-af72-e78af8bb5842", "address": "fa:16:3e:7f:e8:fb", "network": {"id": "74ef764c-3e1a-4cf8-bf20-a225fc600e3c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2003049533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e80de5766640a9be016f849f7d2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32deae16-c2", "ovs_interfaceid": "32deae16-c290-4f53-af72-e78af8bb5842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.529751] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302400, 'name': ReconfigVM_Task, 'duration_secs': 0.206081} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.530577] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance '1bd00407-c66a-4218-9b38-8e25a676d9e8' progress to 33 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 729.619188] env[64022]: DEBUG nova.compute.utils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 729.621299] env[64022]: DEBUG nova.compute.manager [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.621789] env[64022]: DEBUG nova.network.neutron [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.753217] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.753607] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a18b3463-8447-4538-9756-b7b55f586a4b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.764050] env[64022]: DEBUG oslo_vmware.api [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 729.764050] env[64022]: value = "task-2302401" [ 729.764050] env[64022]: _type = "Task" [ 729.764050] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.776152] env[64022]: DEBUG oslo_vmware.api [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.825987] env[64022]: DEBUG oslo_concurrency.lockutils [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] Releasing lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.826285] env[64022]: DEBUG nova.compute.manager [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Received event network-changed-32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.826460] env[64022]: DEBUG nova.compute.manager [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Refreshing instance network info cache due to event network-changed-32deae16-c290-4f53-af72-e78af8bb5842. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.826689] env[64022]: DEBUG oslo_concurrency.lockutils [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] Acquiring lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.826838] env[64022]: DEBUG oslo_concurrency.lockutils [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] Acquired lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.827012] env[64022]: DEBUG nova.network.neutron [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Refreshing network info cache for port 32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.963837] env[64022]: DEBUG nova.policy [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e1ba3e577cf450595de9639ffae15d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f55de10cfa46729f94fb0c8eb85387', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.043238] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:57:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='203e63dd-5d57-4fce-989f-ad5366ed9e21',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1742581655',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.043541] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.043730] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.043926] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.044087] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.044238] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.044490] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.044708] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.044909] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.045126] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.045356] env[64022]: DEBUG nova.virt.hardware [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.054318] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 730.054655] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64152d49-9199-4095-9e29-4c204b979843 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.076026] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 730.076026] env[64022]: value = "task-2302402" [ 730.076026] env[64022]: _type = "Task" [ 730.076026] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.084896] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.123578] env[64022]: DEBUG nova.compute.utils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 730.278667] env[64022]: DEBUG oslo_vmware.api [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302401, 'name': PowerOnVM_Task, 'duration_secs': 0.510185} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.278891] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.279137] env[64022]: DEBUG nova.compute.manager [None req-6db49b73-9164-45f3-8941-cd6fd8c73479 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.280078] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d454779-04d0-45c0-ad0c-683dafaae239 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.547600] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 730.548177] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468399', 'volume_id': '94d17426-e844-48b0-900a-c6fb92b5f2d7', 'name': 'volume-94d17426-e844-48b0-900a-c6fb92b5f2d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14ea5a03-0092-46e9-8f77-15bc4fcb6cd7', 'attached_at': '', 'detached_at': '', 'volume_id': '94d17426-e844-48b0-900a-c6fb92b5f2d7', 'serial': '94d17426-e844-48b0-900a-c6fb92b5f2d7'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 730.549472] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1188da-9249-4cd8-9376-7c20159bb533 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.585255] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f76a6b8-18e9-4de5-9d9a-68a0e27b9075 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.598603] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302402, 'name': ReconfigVM_Task, 'duration_secs': 0.252515} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.612930] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 730.622353] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-94d17426-e844-48b0-900a-c6fb92b5f2d7/volume-94d17426-e844-48b0-900a-c6fb92b5f2d7.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.625970] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38726b7-dac8-4348-be76-fdc4a1a77841 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.628914] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4693c47-4c5f-47fe-98bb-1be6cb553f47 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.644206] env[64022]: DEBUG nova.compute.manager [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.672638] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 1bd00407-c66a-4218-9b38-8e25a676d9e8/1bd00407-c66a-4218-9b38-8e25a676d9e8.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.676799] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c63b05-ae90-47bb-8508-877446eee5cd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.690573] env[64022]: DEBUG oslo_vmware.api [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 730.690573] env[64022]: value = "task-2302403" [ 730.690573] env[64022]: _type = "Task" [ 730.690573] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.696579] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 730.696579] env[64022]: value = "task-2302404" [ 730.696579] env[64022]: _type = "Task" [ 730.696579] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.705466] env[64022]: DEBUG oslo_vmware.api [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.709638] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.991222] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfa0159-9b5b-47df-bd98-dc6832b0d23f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.005183] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa199c2-b2ae-41a3-bb81-28f6cf4d5637 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.040400] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66647b09-18ab-4e38-b8ce-7d28795fa696 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.048767] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4408367-d9a0-4ffb-8004-bb37d0032058 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.063317] env[64022]: DEBUG nova.compute.provider_tree [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.145434] env[64022]: DEBUG nova.network.neutron [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Updated VIF entry in instance network info cache for port 32deae16-c290-4f53-af72-e78af8bb5842. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.145781] env[64022]: DEBUG nova.network.neutron [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Updating instance_info_cache with network_info: [{"id": "32deae16-c290-4f53-af72-e78af8bb5842", "address": "fa:16:3e:7f:e8:fb", "network": {"id": "74ef764c-3e1a-4cf8-bf20-a225fc600e3c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2003049533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e80de5766640a9be016f849f7d2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32deae16-c2", "ovs_interfaceid": "32deae16-c290-4f53-af72-e78af8bb5842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.187671] env[64022]: DEBUG nova.network.neutron [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Successfully created port: ceaf8679-8f34-4d35-a7cf-458a05fe7879 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.203056] env[64022]: DEBUG oslo_vmware.api [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.212549] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.523867] env[64022]: DEBUG nova.compute.manager [req-bde95c48-28cd-48af-9ee9-05ad7142d6e3 req-becd78d4-20c0-4bf4-adcd-e6292784d0e4 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Received event network-changed-a482bcf2-73bd-4da4-a7a6-b9d7969de43d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.524282] env[64022]: DEBUG nova.compute.manager [req-bde95c48-28cd-48af-9ee9-05ad7142d6e3 req-becd78d4-20c0-4bf4-adcd-e6292784d0e4 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Refreshing instance network info cache due to event network-changed-a482bcf2-73bd-4da4-a7a6-b9d7969de43d. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.524357] env[64022]: DEBUG oslo_concurrency.lockutils [req-bde95c48-28cd-48af-9ee9-05ad7142d6e3 req-becd78d4-20c0-4bf4-adcd-e6292784d0e4 service nova] Acquiring lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.524449] env[64022]: DEBUG oslo_concurrency.lockutils [req-bde95c48-28cd-48af-9ee9-05ad7142d6e3 req-becd78d4-20c0-4bf4-adcd-e6292784d0e4 service nova] Acquired lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.524610] env[64022]: DEBUG nova.network.neutron [req-bde95c48-28cd-48af-9ee9-05ad7142d6e3 req-becd78d4-20c0-4bf4-adcd-e6292784d0e4 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Refreshing network info cache for port a482bcf2-73bd-4da4-a7a6-b9d7969de43d {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.543938] env[64022]: DEBUG nova.compute.manager [req-801c0c2c-b20c-4d66-893b-566e99d44855 req-15058859-bc1e-45bc-8fd3-d3a697672e0f service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Received event network-changed-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.544170] env[64022]: DEBUG nova.compute.manager [req-801c0c2c-b20c-4d66-893b-566e99d44855 req-15058859-bc1e-45bc-8fd3-d3a697672e0f service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Refreshing instance network info cache due to event network-changed-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.544456] env[64022]: DEBUG oslo_concurrency.lockutils [req-801c0c2c-b20c-4d66-893b-566e99d44855 req-15058859-bc1e-45bc-8fd3-d3a697672e0f service nova] Acquiring lock "refresh_cache-856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.544603] env[64022]: DEBUG oslo_concurrency.lockutils [req-801c0c2c-b20c-4d66-893b-566e99d44855 req-15058859-bc1e-45bc-8fd3-d3a697672e0f service nova] Acquired lock "refresh_cache-856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.544803] env[64022]: DEBUG nova.network.neutron [req-801c0c2c-b20c-4d66-893b-566e99d44855 req-15058859-bc1e-45bc-8fd3-d3a697672e0f service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Refreshing network info cache for port 0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.566624] env[64022]: DEBUG nova.scheduler.client.report [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.649229] env[64022]: DEBUG oslo_concurrency.lockutils [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] Releasing lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.649685] env[64022]: DEBUG nova.compute.manager [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Received event network-changed-a482bcf2-73bd-4da4-a7a6-b9d7969de43d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.650326] env[64022]: DEBUG nova.compute.manager [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Refreshing instance network info cache due to event network-changed-a482bcf2-73bd-4da4-a7a6-b9d7969de43d. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.650326] env[64022]: DEBUG oslo_concurrency.lockutils [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] Acquiring lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.658946] env[64022]: DEBUG nova.compute.manager [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.693679] env[64022]: DEBUG nova.virt.hardware [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:56:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1014959445',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1127321282',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.694121] env[64022]: DEBUG nova.virt.hardware [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.694348] env[64022]: DEBUG nova.virt.hardware [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.694574] env[64022]: DEBUG nova.virt.hardware [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.694752] env[64022]: DEBUG nova.virt.hardware [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.694952] env[64022]: DEBUG nova.virt.hardware [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.695236] env[64022]: DEBUG nova.virt.hardware [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.695567] env[64022]: DEBUG nova.virt.hardware [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.695781] env[64022]: DEBUG nova.virt.hardware [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.696154] env[64022]: DEBUG nova.virt.hardware [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.697149] env[64022]: DEBUG nova.virt.hardware [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.698316] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87967ee-ffe8-4a3d-94c0-3794caaabd85 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.715150] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300051bc-63ae-4f40-b2fd-529b0b9a6e77 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.719888] env[64022]: DEBUG oslo_vmware.api [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302403, 'name': ReconfigVM_Task, 'duration_secs': 0.745808} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.725726] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-94d17426-e844-48b0-900a-c6fb92b5f2d7/volume-94d17426-e844-48b0-900a-c6fb92b5f2d7.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.731589] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.731589] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4fea40d-4a70-4089-9576-aaa018b2b0ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.757771] env[64022]: DEBUG oslo_vmware.api [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 731.757771] env[64022]: value = "task-2302405" [ 731.757771] env[64022]: _type = "Task" [ 731.757771] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.766341] env[64022]: DEBUG oslo_vmware.api [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.074329] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.957s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.074982] env[64022]: DEBUG nova.compute.manager [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.079449] env[64022]: DEBUG oslo_concurrency.lockutils [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.983s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.079760] env[64022]: DEBUG nova.objects.instance [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lazy-loading 'resources' on Instance uuid 6b09db4b-dcaf-4d47-a7fc-6282db643d96 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.216802] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.271855] env[64022]: DEBUG oslo_vmware.api [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302405, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.317277] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "1a99f453-b18c-4191-b80d-e769aa3742ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.317277] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "1a99f453-b18c-4191-b80d-e769aa3742ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.317277] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "1a99f453-b18c-4191-b80d-e769aa3742ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.317277] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "1a99f453-b18c-4191-b80d-e769aa3742ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.317277] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "1a99f453-b18c-4191-b80d-e769aa3742ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.323287] env[64022]: INFO nova.compute.manager [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Terminating instance [ 732.574542] env[64022]: DEBUG nova.network.neutron [req-bde95c48-28cd-48af-9ee9-05ad7142d6e3 req-becd78d4-20c0-4bf4-adcd-e6292784d0e4 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Updated VIF entry in instance network info cache for port a482bcf2-73bd-4da4-a7a6-b9d7969de43d. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.575464] env[64022]: DEBUG nova.network.neutron [req-bde95c48-28cd-48af-9ee9-05ad7142d6e3 req-becd78d4-20c0-4bf4-adcd-e6292784d0e4 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Updating instance_info_cache with network_info: [{"id": "a482bcf2-73bd-4da4-a7a6-b9d7969de43d", "address": "fa:16:3e:25:1e:4d", "network": {"id": "74ef764c-3e1a-4cf8-bf20-a225fc600e3c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2003049533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e80de5766640a9be016f849f7d2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa482bcf2-73", "ovs_interfaceid": "a482bcf2-73bd-4da4-a7a6-b9d7969de43d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.582329] env[64022]: DEBUG nova.compute.utils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 732.583793] env[64022]: DEBUG nova.compute.manager [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.584058] env[64022]: DEBUG nova.network.neutron [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.596988] env[64022]: DEBUG nova.network.neutron [req-801c0c2c-b20c-4d66-893b-566e99d44855 req-15058859-bc1e-45bc-8fd3-d3a697672e0f service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Updated VIF entry in instance network info cache for port 0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.597959] env[64022]: DEBUG nova.network.neutron [req-801c0c2c-b20c-4d66-893b-566e99d44855 req-15058859-bc1e-45bc-8fd3-d3a697672e0f service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Updating instance_info_cache with network_info: [{"id": "0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0", "address": "fa:16:3e:bd:50:eb", "network": {"id": "e8d70e3c-cab2-46e4-ad9d-8fd80aee9079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-733236242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c262cadad846d5870bba76c28e86e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa98d2c-ac", "ovs_interfaceid": "0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.710768] env[64022]: DEBUG nova.policy [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69482d5ccf6243c5bbc75c49ce3cec84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '703e87604d5f4198be610419260b468b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.725243] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302404, 'name': ReconfigVM_Task, 'duration_secs': 1.585408} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.725583] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 1bd00407-c66a-4218-9b38-8e25a676d9e8/1bd00407-c66a-4218-9b38-8e25a676d9e8.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.726363] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance '1bd00407-c66a-4218-9b38-8e25a676d9e8' progress to 50 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 732.772907] env[64022]: DEBUG oslo_vmware.api [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302405, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.830350] env[64022]: DEBUG nova.compute.manager [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.830609] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.831620] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1a6a1d-19c9-4f7d-aa6f-80c4f87885b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.849672] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.849672] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf6da35a-54f5-4ed7-8d51-0b908a9100b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.857953] env[64022]: DEBUG oslo_vmware.api [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 732.857953] env[64022]: value = "task-2302406" [ 732.857953] env[64022]: _type = "Task" [ 732.857953] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.868689] env[64022]: DEBUG oslo_vmware.api [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.077950] env[64022]: DEBUG oslo_concurrency.lockutils [req-bde95c48-28cd-48af-9ee9-05ad7142d6e3 req-becd78d4-20c0-4bf4-adcd-e6292784d0e4 service nova] Releasing lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.078421] env[64022]: DEBUG oslo_concurrency.lockutils [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] Acquired lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.078673] env[64022]: DEBUG nova.network.neutron [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Refreshing network info cache for port a482bcf2-73bd-4da4-a7a6-b9d7969de43d {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.093458] env[64022]: DEBUG nova.compute.manager [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.107185] env[64022]: DEBUG oslo_concurrency.lockutils [req-801c0c2c-b20c-4d66-893b-566e99d44855 req-15058859-bc1e-45bc-8fd3-d3a697672e0f service nova] Releasing lock "refresh_cache-856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.233510] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553fd974-0a7a-4a73-b423-0feb183298ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.265192] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90824209-d5a1-4533-9e4d-3ae2ebb8a5fb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.275162] env[64022]: DEBUG oslo_vmware.api [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302405, 'name': ReconfigVM_Task, 'duration_secs': 1.143647} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.292954] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468399', 'volume_id': '94d17426-e844-48b0-900a-c6fb92b5f2d7', 'name': 'volume-94d17426-e844-48b0-900a-c6fb92b5f2d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14ea5a03-0092-46e9-8f77-15bc4fcb6cd7', 'attached_at': '', 'detached_at': '', 'volume_id': '94d17426-e844-48b0-900a-c6fb92b5f2d7', 'serial': '94d17426-e844-48b0-900a-c6fb92b5f2d7'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 733.292954] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance '1bd00407-c66a-4218-9b38-8e25a676d9e8' progress to 67 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 733.373533] env[64022]: DEBUG oslo_vmware.api [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302406, 'name': PowerOffVM_Task, 'duration_secs': 0.290346} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.373533] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.373533] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.373533] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2061073-db8e-4f4c-9806-05e6758e3e1e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.447131] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.447430] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.447664] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Deleting the datastore file [datastore2] 1a99f453-b18c-4191-b80d-e769aa3742ba {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.447961] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65316b46-9556-49fb-87fc-f95be56e5546 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.458762] env[64022]: DEBUG oslo_vmware.api [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 733.458762] env[64022]: value = "task-2302408" [ 733.458762] env[64022]: _type = "Task" [ 733.458762] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.468356] env[64022]: DEBUG oslo_vmware.api [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.478867] env[64022]: DEBUG nova.network.neutron [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Successfully updated port: ceaf8679-8f34-4d35-a7cf-458a05fe7879 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.495260] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017ef91c-eec7-475f-99df-ddc01f535053 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.511024] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfe6bf6-b519-46ea-bbfd-0d90e260730e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.545764] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ad5d3d-bb4e-4dde-b4cb-7bc688da5a7b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.554718] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f95f76-54a0-4d2e-a646-65002b19dc2c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.576116] env[64022]: DEBUG nova.compute.provider_tree [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.863618] env[64022]: DEBUG nova.network.neutron [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Port f23ba7ad-9c56-4b10-8883-02813bb8d70d binding to destination host cpu-1 is already ACTIVE {{(pid=64022) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 733.965661] env[64022]: DEBUG nova.network.neutron [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Successfully created port: 99fa7a38-561b-47c3-aff0-c32bd4f4442e {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.974943] env[64022]: DEBUG oslo_vmware.api [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157535} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.975210] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.975559] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.975765] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.975968] env[64022]: INFO nova.compute.manager [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Took 1.15 seconds to destroy the instance on the hypervisor. [ 733.976224] env[64022]: DEBUG oslo.service.loopingcall [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.976444] env[64022]: DEBUG nova.compute.manager [-] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.976544] env[64022]: DEBUG nova.network.neutron [-] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.985015] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "refresh_cache-d62e50ec-7c22-4c38-bddd-66148aa73dda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.985219] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquired lock "refresh_cache-d62e50ec-7c22-4c38-bddd-66148aa73dda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.985376] env[64022]: DEBUG nova.network.neutron [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.083023] env[64022]: DEBUG nova.scheduler.client.report [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.108245] env[64022]: DEBUG nova.compute.manager [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.139483] env[64022]: DEBUG nova.virt.hardware [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.139483] env[64022]: DEBUG nova.virt.hardware [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.139483] env[64022]: DEBUG nova.virt.hardware [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.139483] env[64022]: DEBUG nova.virt.hardware [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.139483] env[64022]: DEBUG nova.virt.hardware [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.139483] env[64022]: DEBUG nova.virt.hardware [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.139483] env[64022]: DEBUG nova.virt.hardware [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.139483] env[64022]: DEBUG nova.virt.hardware [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.139483] env[64022]: DEBUG nova.virt.hardware [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.139483] env[64022]: DEBUG nova.virt.hardware [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.139483] env[64022]: DEBUG nova.virt.hardware [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.141483] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacbfcd9-8602-4d81-81fe-c9beb7911d5c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.152277] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866d9581-74be-4052-89c8-5da6f699da20 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.327710] env[64022]: DEBUG nova.network.neutron [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Updated VIF entry in instance network info cache for port a482bcf2-73bd-4da4-a7a6-b9d7969de43d. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.327710] env[64022]: DEBUG nova.network.neutron [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Updating instance_info_cache with network_info: [{"id": "a482bcf2-73bd-4da4-a7a6-b9d7969de43d", "address": "fa:16:3e:25:1e:4d", "network": {"id": "74ef764c-3e1a-4cf8-bf20-a225fc600e3c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2003049533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e80de5766640a9be016f849f7d2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa482bcf2-73", "ovs_interfaceid": "a482bcf2-73bd-4da4-a7a6-b9d7969de43d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.341947] env[64022]: DEBUG nova.objects.instance [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lazy-loading 'flavor' on Instance uuid 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.570747] env[64022]: DEBUG nova.network.neutron [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.591826] env[64022]: DEBUG oslo_concurrency.lockutils [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.512s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.599193] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.892s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.599459] env[64022]: DEBUG nova.objects.instance [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Lazy-loading 'resources' on Instance uuid d7cbdf83-f819-4645-b049-72ab880c27cc {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.621774] env[64022]: INFO nova.scheduler.client.report [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Deleted allocations for instance 6b09db4b-dcaf-4d47-a7fc-6282db643d96 [ 734.655758] env[64022]: DEBUG nova.compute.manager [req-0d2499f2-fec7-44ea-9acf-f837e913b4cb req-e3892ceb-e152-4e4f-a9aa-0c7518ac002e service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Received event network-changed-32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.656241] env[64022]: DEBUG nova.compute.manager [req-0d2499f2-fec7-44ea-9acf-f837e913b4cb req-e3892ceb-e152-4e4f-a9aa-0c7518ac002e service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Refreshing instance network info cache due to event network-changed-32deae16-c290-4f53-af72-e78af8bb5842. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.657621] env[64022]: DEBUG oslo_concurrency.lockutils [req-0d2499f2-fec7-44ea-9acf-f837e913b4cb req-e3892ceb-e152-4e4f-a9aa-0c7518ac002e service nova] Acquiring lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.657621] env[64022]: DEBUG oslo_concurrency.lockutils [req-0d2499f2-fec7-44ea-9acf-f837e913b4cb req-e3892ceb-e152-4e4f-a9aa-0c7518ac002e service nova] Acquired lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.657621] env[64022]: DEBUG nova.network.neutron [req-0d2499f2-fec7-44ea-9acf-f837e913b4cb req-e3892ceb-e152-4e4f-a9aa-0c7518ac002e service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Refreshing network info cache for port 32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.748907] env[64022]: DEBUG nova.compute.manager [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Received event network-vif-plugged-ceaf8679-8f34-4d35-a7cf-458a05fe7879 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.749226] env[64022]: DEBUG oslo_concurrency.lockutils [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] Acquiring lock "d62e50ec-7c22-4c38-bddd-66148aa73dda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.749454] env[64022]: DEBUG oslo_concurrency.lockutils [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] Lock "d62e50ec-7c22-4c38-bddd-66148aa73dda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.749727] env[64022]: DEBUG oslo_concurrency.lockutils [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] Lock "d62e50ec-7c22-4c38-bddd-66148aa73dda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.749896] env[64022]: DEBUG nova.compute.manager [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] No waiting events found dispatching network-vif-plugged-ceaf8679-8f34-4d35-a7cf-458a05fe7879 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.750109] env[64022]: WARNING nova.compute.manager [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Received unexpected event network-vif-plugged-ceaf8679-8f34-4d35-a7cf-458a05fe7879 for instance with vm_state building and task_state spawning. [ 734.750280] env[64022]: DEBUG nova.compute.manager [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Received event network-changed-ceaf8679-8f34-4d35-a7cf-458a05fe7879 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.750491] env[64022]: DEBUG nova.compute.manager [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Refreshing instance network info cache due to event network-changed-ceaf8679-8f34-4d35-a7cf-458a05fe7879. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.750728] env[64022]: DEBUG oslo_concurrency.lockutils [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] Acquiring lock "refresh_cache-d62e50ec-7c22-4c38-bddd-66148aa73dda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.830553] env[64022]: DEBUG oslo_concurrency.lockutils [req-fa2853f0-c009-4544-bf9d-484ab9992a8a req-6b1de9fc-cb03-42ea-966d-c2db97d30008 service nova] Releasing lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.845494] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b46e7832-db28-444e-8fd0-3ce6d31931a4 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.437s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.894597] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "1bd00407-c66a-4218-9b38-8e25a676d9e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.894986] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "1bd00407-c66a-4218-9b38-8e25a676d9e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.895285] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "1bd00407-c66a-4218-9b38-8e25a676d9e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.996581] env[64022]: DEBUG nova.network.neutron [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Updating instance_info_cache with network_info: [{"id": "ceaf8679-8f34-4d35-a7cf-458a05fe7879", "address": "fa:16:3e:05:87:a3", "network": {"id": "e2d4e482-0cab-484c-90fd-0c2cb1afc14f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2125177087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f55de10cfa46729f94fb0c8eb85387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceaf8679-8f", "ovs_interfaceid": "ceaf8679-8f34-4d35-a7cf-458a05fe7879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.051945] env[64022]: DEBUG nova.network.neutron [-] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.134497] env[64022]: DEBUG oslo_concurrency.lockutils [None req-634be471-541d-4d21-9d3c-6b6ad64abc4d tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "6b09db4b-dcaf-4d47-a7fc-6282db643d96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.369s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.383688] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "02a836ec-8677-4076-98b1-3ac308500668" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.383940] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "02a836ec-8677-4076-98b1-3ac308500668" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.499403] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Releasing lock "refresh_cache-d62e50ec-7c22-4c38-bddd-66148aa73dda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.499819] env[64022]: DEBUG nova.compute.manager [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Instance network_info: |[{"id": "ceaf8679-8f34-4d35-a7cf-458a05fe7879", "address": "fa:16:3e:05:87:a3", "network": {"id": "e2d4e482-0cab-484c-90fd-0c2cb1afc14f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2125177087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f55de10cfa46729f94fb0c8eb85387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceaf8679-8f", "ovs_interfaceid": "ceaf8679-8f34-4d35-a7cf-458a05fe7879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.500420] env[64022]: DEBUG oslo_concurrency.lockutils [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] Acquired lock "refresh_cache-d62e50ec-7c22-4c38-bddd-66148aa73dda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.500621] env[64022]: DEBUG nova.network.neutron [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Refreshing network info cache for port ceaf8679-8f34-4d35-a7cf-458a05fe7879 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.501987] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:87:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceaf8679-8f34-4d35-a7cf-458a05fe7879', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.515294] env[64022]: DEBUG oslo.service.loopingcall [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 735.521254] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.522278] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5311def1-ba10-4596-af78-9f4c65a41717 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.561605] env[64022]: INFO nova.compute.manager [-] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Took 1.58 seconds to deallocate network for instance. [ 735.574850] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.574850] env[64022]: value = "task-2302409" [ 735.574850] env[64022]: _type = "Task" [ 735.574850] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.588205] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302409, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.638951] env[64022]: DEBUG nova.network.neutron [req-0d2499f2-fec7-44ea-9acf-f837e913b4cb req-e3892ceb-e152-4e4f-a9aa-0c7518ac002e service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Updated VIF entry in instance network info cache for port 32deae16-c290-4f53-af72-e78af8bb5842. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.639327] env[64022]: DEBUG nova.network.neutron [req-0d2499f2-fec7-44ea-9acf-f837e913b4cb req-e3892ceb-e152-4e4f-a9aa-0c7518ac002e service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Updating instance_info_cache with network_info: [{"id": "32deae16-c290-4f53-af72-e78af8bb5842", "address": "fa:16:3e:7f:e8:fb", "network": {"id": "74ef764c-3e1a-4cf8-bf20-a225fc600e3c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2003049533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e80de5766640a9be016f849f7d2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32deae16-c2", "ovs_interfaceid": "32deae16-c290-4f53-af72-e78af8bb5842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.716375] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.716827] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.717193] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.717528] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.718122] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.723567] env[64022]: INFO nova.compute.manager [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Terminating instance [ 735.818383] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07eac4c-e7a4-414f-830e-2c675452fd87 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.829981] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7b72bd-5cba-401e-ad2d-bb330a71222e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.862334] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d40739-935e-48ee-a8e1-10db8474a5a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.870233] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f072c0d-05ea-462c-aa35-9eaad35267e8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.884957] env[64022]: DEBUG nova.compute.provider_tree [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.964605] env[64022]: DEBUG nova.network.neutron [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Updated VIF entry in instance network info cache for port ceaf8679-8f34-4d35-a7cf-458a05fe7879. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.964669] env[64022]: DEBUG nova.network.neutron [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Updating instance_info_cache with network_info: [{"id": "ceaf8679-8f34-4d35-a7cf-458a05fe7879", "address": "fa:16:3e:05:87:a3", "network": {"id": "e2d4e482-0cab-484c-90fd-0c2cb1afc14f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2125177087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f55de10cfa46729f94fb0c8eb85387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceaf8679-8f", "ovs_interfaceid": "ceaf8679-8f34-4d35-a7cf-458a05fe7879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.986934] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.987156] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.987337] env[64022]: DEBUG nova.network.neutron [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.077250] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.089196] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302409, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.144024] env[64022]: DEBUG oslo_concurrency.lockutils [req-0d2499f2-fec7-44ea-9acf-f837e913b4cb req-e3892ceb-e152-4e4f-a9aa-0c7518ac002e service nova] Releasing lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.230182] env[64022]: DEBUG nova.compute.manager [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.230182] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.230182] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11e0f2b0-05bb-408e-aec2-4c5cad22319a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.243216] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 736.243216] env[64022]: value = "task-2302410" [ 736.243216] env[64022]: _type = "Task" [ 736.243216] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.257288] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.393113] env[64022]: DEBUG nova.scheduler.client.report [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.470835] env[64022]: DEBUG oslo_concurrency.lockutils [req-d3a29965-1b03-4c6a-8fd6-9aeec23e1970 req-2fa9493b-354e-49fd-b825-58030697e459 service nova] Releasing lock "refresh_cache-d62e50ec-7c22-4c38-bddd-66148aa73dda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.555592] env[64022]: DEBUG oslo_concurrency.lockutils [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "d7710f8b-e98f-47fa-9976-6f44ec448c6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.555875] env[64022]: DEBUG oslo_concurrency.lockutils [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "d7710f8b-e98f-47fa-9976-6f44ec448c6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.556188] env[64022]: DEBUG oslo_concurrency.lockutils [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "d7710f8b-e98f-47fa-9976-6f44ec448c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.556268] env[64022]: DEBUG oslo_concurrency.lockutils [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "d7710f8b-e98f-47fa-9976-6f44ec448c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.556480] env[64022]: DEBUG oslo_concurrency.lockutils [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "d7710f8b-e98f-47fa-9976-6f44ec448c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.562799] env[64022]: INFO nova.compute.manager [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Terminating instance [ 736.589858] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302409, 'name': CreateVM_Task, 'duration_secs': 0.532815} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.590152] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.590914] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.591149] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.591548] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.591850] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f2accd-f158-424a-adfe-97d430a0bc51 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.596951] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 736.596951] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528b8032-2c3f-33ff-88c6-4ca714e39494" [ 736.596951] env[64022]: _type = "Task" [ 736.596951] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.606179] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528b8032-2c3f-33ff-88c6-4ca714e39494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.761219] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302410, 'name': PowerOffVM_Task, 'duration_secs': 0.236577} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.761219] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.761219] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 736.761219] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468399', 'volume_id': '94d17426-e844-48b0-900a-c6fb92b5f2d7', 'name': 'volume-94d17426-e844-48b0-900a-c6fb92b5f2d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14ea5a03-0092-46e9-8f77-15bc4fcb6cd7', 'attached_at': '', 'detached_at': '', 'volume_id': '94d17426-e844-48b0-900a-c6fb92b5f2d7', 'serial': '94d17426-e844-48b0-900a-c6fb92b5f2d7'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 736.761219] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2873fcc6-7e90-4067-b50b-c926d3f12567 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.784848] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faed3678-145b-4531-abe2-c3c80fbaddf3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.792731] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963c1409-9ff3-4620-a072-ab7e64ec1617 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.818372] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a54a8ce-c8e6-4bd2-b708-25fb9e7b3d3b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.834957] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] The volume has not been displaced from its original location: [datastore1] volume-94d17426-e844-48b0-900a-c6fb92b5f2d7/volume-94d17426-e844-48b0-900a-c6fb92b5f2d7.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 736.840391] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 736.840785] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bbb99df-dbbd-493c-b606-f5994808ab10 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.866088] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 736.866088] env[64022]: value = "task-2302411" [ 736.866088] env[64022]: _type = "Task" [ 736.866088] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.876148] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.878464] env[64022]: DEBUG nova.network.neutron [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Successfully updated port: 99fa7a38-561b-47c3-aff0-c32bd4f4442e {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.898202] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.903472] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.164s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.903472] env[64022]: INFO nova.compute.claims [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.938847] env[64022]: INFO nova.scheduler.client.report [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Deleted allocations for instance d7cbdf83-f819-4645-b049-72ab880c27cc [ 737.056942] env[64022]: DEBUG nova.network.neutron [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance_info_cache with network_info: [{"id": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "address": "fa:16:3e:f9:05:97", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf23ba7ad-9c", "ovs_interfaceid": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.069817] env[64022]: DEBUG oslo_concurrency.lockutils [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "refresh_cache-d7710f8b-e98f-47fa-9976-6f44ec448c6c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.069817] env[64022]: DEBUG oslo_concurrency.lockutils [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquired lock "refresh_cache-d7710f8b-e98f-47fa-9976-6f44ec448c6c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.069817] env[64022]: DEBUG nova.network.neutron [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.111167] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528b8032-2c3f-33ff-88c6-4ca714e39494, 'name': SearchDatastore_Task, 'duration_secs': 0.025797} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.112102] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.112474] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.112843] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.113121] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.114062] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.114062] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dba63502-1d38-432f-96bd-30baa39fe5ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.124082] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.124405] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.125533] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b15cc5-f980-43fd-a84e-85e2aecab203 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.137475] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 737.137475] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f7ea8a-d7cc-df58-5a42-6edf07fdcf07" [ 737.137475] env[64022]: _type = "Task" [ 737.137475] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.151906] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f7ea8a-d7cc-df58-5a42-6edf07fdcf07, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.155045] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-542996c7-c8b9-4f03-8b53-616f458143d7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.162362] env[64022]: DEBUG oslo_vmware.rw_handles [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec0c64-d9c8-5ef0-0f89-ac714b44920b/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 737.163504] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c454c0-bbb3-4269-8ef6-b558855cd778 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.169593] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 737.169593] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522566c9-a59d-27ef-4d6a-a2d36fd5d7d7" [ 737.169593] env[64022]: _type = "Task" [ 737.169593] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.178138] env[64022]: DEBUG oslo_vmware.rw_handles [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec0c64-d9c8-5ef0-0f89-ac714b44920b/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 737.178138] env[64022]: ERROR oslo_vmware.rw_handles [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec0c64-d9c8-5ef0-0f89-ac714b44920b/disk-0.vmdk due to incomplete transfer. [ 737.178138] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eba2f1b8-9a5d-4493-ba2f-9114b2d4f190 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.182831] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522566c9-a59d-27ef-4d6a-a2d36fd5d7d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.183891] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.184282] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] d62e50ec-7c22-4c38-bddd-66148aa73dda/d62e50ec-7c22-4c38-bddd-66148aa73dda.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.184539] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-726f60d9-6d2b-49b5-a810-d549cec829b9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.188425] env[64022]: DEBUG oslo_vmware.rw_handles [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec0c64-d9c8-5ef0-0f89-ac714b44920b/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 737.188640] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Uploaded image 34593e0e-0121-4da1-bb8e-ee92015f1dae to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 737.190837] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 737.192194] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e307088-5754-4cb9-8665-16ef9b4baf1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.193772] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 737.193772] env[64022]: value = "task-2302412" [ 737.193772] env[64022]: _type = "Task" [ 737.193772] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.198613] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 737.198613] env[64022]: value = "task-2302413" [ 737.198613] env[64022]: _type = "Task" [ 737.198613] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.206186] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.213404] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302413, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.377093] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302411, 'name': ReconfigVM_Task, 'duration_secs': 0.234469} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.377951] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 737.383884] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Acquiring lock "refresh_cache-220d5470-3918-4841-8077-a06a1d463474" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.383884] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Acquired lock "refresh_cache-220d5470-3918-4841-8077-a06a1d463474" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.383884] env[64022]: DEBUG nova.network.neutron [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.386145] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-967e601f-b240-4ea8-9096-b4c1b12d713a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.400783] env[64022]: DEBUG nova.compute.manager [req-f0ce2e43-9252-4e1a-affa-1fdab4ce3f55 req-9a18306e-e3e8-4ea0-8b53-84619e6c8d49 service nova] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Received event network-vif-deleted-a482bcf2-73bd-4da4-a7a6-b9d7969de43d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.400995] env[64022]: DEBUG nova.compute.manager [req-f0ce2e43-9252-4e1a-affa-1fdab4ce3f55 req-9a18306e-e3e8-4ea0-8b53-84619e6c8d49 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Received event network-changed-32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.401188] env[64022]: DEBUG nova.compute.manager [req-f0ce2e43-9252-4e1a-affa-1fdab4ce3f55 req-9a18306e-e3e8-4ea0-8b53-84619e6c8d49 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Refreshing instance network info cache due to event network-changed-32deae16-c290-4f53-af72-e78af8bb5842. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 737.401391] env[64022]: DEBUG oslo_concurrency.lockutils [req-f0ce2e43-9252-4e1a-affa-1fdab4ce3f55 req-9a18306e-e3e8-4ea0-8b53-84619e6c8d49 service nova] Acquiring lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.401530] env[64022]: DEBUG oslo_concurrency.lockutils [req-f0ce2e43-9252-4e1a-affa-1fdab4ce3f55 req-9a18306e-e3e8-4ea0-8b53-84619e6c8d49 service nova] Acquired lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.401685] env[64022]: DEBUG nova.network.neutron [req-f0ce2e43-9252-4e1a-affa-1fdab4ce3f55 req-9a18306e-e3e8-4ea0-8b53-84619e6c8d49 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Refreshing network info cache for port 32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.411140] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 737.411140] env[64022]: value = "task-2302414" [ 737.411140] env[64022]: _type = "Task" [ 737.411140] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.420558] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302414, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.446815] env[64022]: DEBUG nova.network.neutron [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.450502] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Lock "d7cbdf83-f819-4645-b049-72ab880c27cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.364s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.459468] env[64022]: DEBUG nova.compute.manager [req-fdde5729-3d8a-4180-a1e9-7c4894a09fdc req-99fdcc21-c7a5-4252-a620-9dab58c73217 service nova] [instance: 220d5470-3918-4841-8077-a06a1d463474] Received event network-vif-plugged-99fa7a38-561b-47c3-aff0-c32bd4f4442e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.459679] env[64022]: DEBUG oslo_concurrency.lockutils [req-fdde5729-3d8a-4180-a1e9-7c4894a09fdc req-99fdcc21-c7a5-4252-a620-9dab58c73217 service nova] Acquiring lock "220d5470-3918-4841-8077-a06a1d463474-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.459895] env[64022]: DEBUG oslo_concurrency.lockutils [req-fdde5729-3d8a-4180-a1e9-7c4894a09fdc req-99fdcc21-c7a5-4252-a620-9dab58c73217 service nova] Lock "220d5470-3918-4841-8077-a06a1d463474-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.460134] env[64022]: DEBUG oslo_concurrency.lockutils [req-fdde5729-3d8a-4180-a1e9-7c4894a09fdc req-99fdcc21-c7a5-4252-a620-9dab58c73217 service nova] Lock "220d5470-3918-4841-8077-a06a1d463474-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.460318] env[64022]: DEBUG nova.compute.manager [req-fdde5729-3d8a-4180-a1e9-7c4894a09fdc req-99fdcc21-c7a5-4252-a620-9dab58c73217 service nova] [instance: 220d5470-3918-4841-8077-a06a1d463474] No waiting events found dispatching network-vif-plugged-99fa7a38-561b-47c3-aff0-c32bd4f4442e {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.460509] env[64022]: WARNING nova.compute.manager [req-fdde5729-3d8a-4180-a1e9-7c4894a09fdc req-99fdcc21-c7a5-4252-a620-9dab58c73217 service nova] [instance: 220d5470-3918-4841-8077-a06a1d463474] Received unexpected event network-vif-plugged-99fa7a38-561b-47c3-aff0-c32bd4f4442e for instance with vm_state building and task_state spawning. [ 737.561951] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.594309] env[64022]: DEBUG nova.network.neutron [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.635127] env[64022]: DEBUG nova.network.neutron [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Updating instance_info_cache with network_info: [{"id": "99fa7a38-561b-47c3-aff0-c32bd4f4442e", "address": "fa:16:3e:28:c4:d3", "network": {"id": "a181824d-2cbe-4480-8907-a045e03fdad7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1316368195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703e87604d5f4198be610419260b468b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fa7a38-56", "ovs_interfaceid": "99fa7a38-561b-47c3-aff0-c32bd4f4442e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.660650] env[64022]: DEBUG nova.network.neutron [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.706226] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.711607] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302413, 'name': Destroy_Task, 'duration_secs': 0.341383} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.711607] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Destroyed the VM [ 737.711607] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 737.711791] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9f095f07-f5dd-45e3-a8b3-46fc73403795 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.717868] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 737.717868] env[64022]: value = "task-2302415" [ 737.717868] env[64022]: _type = "Task" [ 737.717868] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.733404] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302415, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.743420] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "1a99f453-b18c-4191-b80d-e769aa3742ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.926642] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.091039] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5009abfa-82d0-4eeb-92c0-2072c4697647 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.115246] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f5b300-de9e-43f3-a93e-d3cd8bf204e3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.124021] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance '1bd00407-c66a-4218-9b38-8e25a676d9e8' progress to 83 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 738.139996] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Releasing lock "refresh_cache-220d5470-3918-4841-8077-a06a1d463474" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.140332] env[64022]: DEBUG nova.compute.manager [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Instance network_info: |[{"id": "99fa7a38-561b-47c3-aff0-c32bd4f4442e", "address": "fa:16:3e:28:c4:d3", "network": {"id": "a181824d-2cbe-4480-8907-a045e03fdad7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1316368195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703e87604d5f4198be610419260b468b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fa7a38-56", "ovs_interfaceid": "99fa7a38-561b-47c3-aff0-c32bd4f4442e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.141125] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:c4:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99fa7a38-561b-47c3-aff0-c32bd4f4442e', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.148751] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Creating folder: Project (703e87604d5f4198be610419260b468b). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.149075] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-692124d1-4cef-460f-bdd2-4741b74c7b69 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.160595] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Created folder: Project (703e87604d5f4198be610419260b468b) in parent group-v468248. [ 738.161108] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Creating folder: Instances. Parent ref: group-v468401. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.161108] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-650f9f7a-9ea9-45ff-b5dd-78ca50b10e6b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.164988] env[64022]: DEBUG oslo_concurrency.lockutils [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Releasing lock "refresh_cache-d7710f8b-e98f-47fa-9976-6f44ec448c6c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.164988] env[64022]: DEBUG nova.compute.manager [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.165157] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.165981] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39baee8e-1857-4a03-99e4-eb448984d7b1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.175469] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.175954] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf426c54-715d-4891-b48f-a24e85ff0670 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.181158] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Created folder: Instances in parent group-v468401. [ 738.181953] env[64022]: DEBUG oslo.service.loopingcall [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.183937] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220d5470-3918-4841-8077-a06a1d463474] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.184221] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-233ea88d-4b07-45df-9c13-bf10bae7d5a0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.201869] env[64022]: DEBUG oslo_vmware.api [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 738.201869] env[64022]: value = "task-2302418" [ 738.201869] env[64022]: _type = "Task" [ 738.201869] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.214183] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.214183] env[64022]: value = "task-2302419" [ 738.214183] env[64022]: _type = "Task" [ 738.214183] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.228354] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302412, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.228570] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302419, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.236907] env[64022]: DEBUG oslo_vmware.api [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.237200] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302415, 'name': RemoveSnapshot_Task, 'duration_secs': 0.354369} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.237681] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 738.237960] env[64022]: DEBUG nova.compute.manager [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.239063] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889996fa-05fd-40ff-89e5-76f86c495e9b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.340389] env[64022]: DEBUG nova.network.neutron [req-f0ce2e43-9252-4e1a-affa-1fdab4ce3f55 req-9a18306e-e3e8-4ea0-8b53-84619e6c8d49 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Updated VIF entry in instance network info cache for port 32deae16-c290-4f53-af72-e78af8bb5842. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.340389] env[64022]: DEBUG nova.network.neutron [req-f0ce2e43-9252-4e1a-affa-1fdab4ce3f55 req-9a18306e-e3e8-4ea0-8b53-84619e6c8d49 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Updating instance_info_cache with network_info: [{"id": "32deae16-c290-4f53-af72-e78af8bb5842", "address": "fa:16:3e:7f:e8:fb", "network": {"id": "74ef764c-3e1a-4cf8-bf20-a225fc600e3c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2003049533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e80de5766640a9be016f849f7d2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32deae16-c2", "ovs_interfaceid": "32deae16-c290-4f53-af72-e78af8bb5842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.424710] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.632358] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.632641] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0b06f9d-8e93-4f64-be74-3adbf1e00e44 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.641757] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 738.641757] env[64022]: value = "task-2302420" [ 738.641757] env[64022]: _type = "Task" [ 738.641757] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.650366] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.672297] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b1934a-ddf7-4dea-b593-6646b3703a28 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.678192] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f026de-187b-42f4-b322-3e1f5f855068 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.719431] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0c3a9f-5326-4c36-b12c-593a4d4a3b39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.730908] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302412, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.29002} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.736650] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] d62e50ec-7c22-4c38-bddd-66148aa73dda/d62e50ec-7c22-4c38-bddd-66148aa73dda.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.736929] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.737191] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302419, 'name': CreateVM_Task, 'duration_secs': 0.48666} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.737439] env[64022]: DEBUG oslo_vmware.api [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302418, 'name': PowerOffVM_Task, 'duration_secs': 0.195413} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.737720] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5856200b-d5b9-45ff-8dbe-d6b93efb56bd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.739513] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220d5470-3918-4841-8077-a06a1d463474] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.739760] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.739957] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.741178] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dea3c8-d0c2-426e-8a3c-6e1f37b44808 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.745672] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.745873] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.746232] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.746472] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96ff4f8a-dc6b-4b09-a014-163566263c64 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.748203] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8706b8d-8725-4453-b19b-7c84aace6dd3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.752192] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 738.752192] env[64022]: value = "task-2302421" [ 738.752192] env[64022]: _type = "Task" [ 738.752192] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.763926] env[64022]: DEBUG nova.compute.provider_tree [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.765578] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 738.765578] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52dd2994-4d9d-7e1b-b8dd-a66859a77b04" [ 738.765578] env[64022]: _type = "Task" [ 738.765578] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.765578] env[64022]: INFO nova.compute.manager [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Shelve offloading [ 738.776856] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.777312] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.777312] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Deleting the datastore file [datastore1] d7710f8b-e98f-47fa-9976-6f44ec448c6c {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.777905] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f9cc93e-e8cf-4cf7-8af0-9b6c6abdb9a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.786815] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52dd2994-4d9d-7e1b-b8dd-a66859a77b04, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.787079] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.787700] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.787959] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.788234] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.788410] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.788584] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.789067] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87dee829-64e7-4418-8d27-35449ec8ed45 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.792182] env[64022]: DEBUG oslo_vmware.api [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for the task: (returnval){ [ 738.792182] env[64022]: value = "task-2302423" [ 738.792182] env[64022]: _type = "Task" [ 738.792182] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.797497] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.797716] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.800965] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4389dfa8-c6ab-45e8-a468-246db1530f08 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.803540] env[64022]: DEBUG oslo_vmware.api [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.805959] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 738.805959] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5237e70a-4726-9790-844c-65ee811627bd" [ 738.805959] env[64022]: _type = "Task" [ 738.805959] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.815072] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5237e70a-4726-9790-844c-65ee811627bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.842356] env[64022]: DEBUG oslo_concurrency.lockutils [req-f0ce2e43-9252-4e1a-affa-1fdab4ce3f55 req-9a18306e-e3e8-4ea0-8b53-84619e6c8d49 service nova] Releasing lock "refresh_cache-3dc7f232-556b-45c1-8659-1e57c553fe3d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.924659] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302414, 'name': ReconfigVM_Task, 'duration_secs': 1.213611} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.924979] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468399', 'volume_id': '94d17426-e844-48b0-900a-c6fb92b5f2d7', 'name': 'volume-94d17426-e844-48b0-900a-c6fb92b5f2d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14ea5a03-0092-46e9-8f77-15bc4fcb6cd7', 'attached_at': '', 'detached_at': '', 'volume_id': '94d17426-e844-48b0-900a-c6fb92b5f2d7', 'serial': '94d17426-e844-48b0-900a-c6fb92b5f2d7'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 738.925305] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.926217] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139d2890-4f0f-49c0-8cef-5d01493dacb1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.932929] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.933317] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1b8c58e-5bf6-43bc-b1aa-04fe668f266f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.008218] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.009134] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.009134] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleting the datastore file [datastore2] 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.009134] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66b1589b-6d9d-4f7e-be10-6c6484448110 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.020610] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 739.020610] env[64022]: value = "task-2302425" [ 739.020610] env[64022]: _type = "Task" [ 739.020610] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.030724] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.153849] env[64022]: DEBUG oslo_vmware.api [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302420, 'name': PowerOnVM_Task, 'duration_secs': 0.503248} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.154164] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.154364] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1eeacfb1-176d-4282-9847-c398b90e1a11 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance '1bd00407-c66a-4218-9b38-8e25a676d9e8' progress to 100 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 739.272576] env[64022]: DEBUG nova.scheduler.client.report [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.275928] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.280880] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.280880] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a1ab3b9-d206-46e9-98a1-52cf2bd410aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.285724] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 739.285724] env[64022]: value = "task-2302426" [ 739.285724] env[64022]: _type = "Task" [ 739.285724] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.298039] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 739.298439] env[64022]: DEBUG nova.compute.manager [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.299513] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb58c8b-8228-4d78-aa35-304351cbf740 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.307115] env[64022]: DEBUG oslo_vmware.api [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Task: {'id': task-2302423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089519} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.311218] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.312029] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.312029] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.312029] env[64022]: INFO nova.compute.manager [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 739.312445] env[64022]: DEBUG oslo.service.loopingcall [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.313113] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.313405] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.313908] env[64022]: DEBUG nova.network.neutron [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.315951] env[64022]: DEBUG nova.compute.manager [-] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.315951] env[64022]: DEBUG nova.network.neutron [-] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.323047] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5237e70a-4726-9790-844c-65ee811627bd, 'name': SearchDatastore_Task, 'duration_secs': 0.007619} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.323756] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd0e411-177d-4d03-9ff9-f4b9c72a7779 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.329563] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 739.329563] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523a1719-092f-cffa-23f9-f56ec4de5ab7" [ 739.329563] env[64022]: _type = "Task" [ 739.329563] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.337776] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523a1719-092f-cffa-23f9-f56ec4de5ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.347411] env[64022]: DEBUG nova.network.neutron [-] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.534016] env[64022]: DEBUG oslo_vmware.api [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138712} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.534016] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.534016] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.534016] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.534016] env[64022]: INFO nova.compute.manager [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Took 3.30 seconds to destroy the instance on the hypervisor. [ 739.534016] env[64022]: DEBUG oslo.service.loopingcall [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.534016] env[64022]: DEBUG nova.compute.manager [-] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.534016] env[64022]: DEBUG nova.network.neutron [-] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.715191] env[64022]: DEBUG nova.compute.manager [req-84f3c91e-c594-4af6-b1e0-964ae939ed91 req-1cf01ddc-fc96-4c5e-b0bc-d3aa226fd22e service nova] [instance: 220d5470-3918-4841-8077-a06a1d463474] Received event network-changed-99fa7a38-561b-47c3-aff0-c32bd4f4442e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.715384] env[64022]: DEBUG nova.compute.manager [req-84f3c91e-c594-4af6-b1e0-964ae939ed91 req-1cf01ddc-fc96-4c5e-b0bc-d3aa226fd22e service nova] [instance: 220d5470-3918-4841-8077-a06a1d463474] Refreshing instance network info cache due to event network-changed-99fa7a38-561b-47c3-aff0-c32bd4f4442e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 739.715652] env[64022]: DEBUG oslo_concurrency.lockutils [req-84f3c91e-c594-4af6-b1e0-964ae939ed91 req-1cf01ddc-fc96-4c5e-b0bc-d3aa226fd22e service nova] Acquiring lock "refresh_cache-220d5470-3918-4841-8077-a06a1d463474" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.715724] env[64022]: DEBUG oslo_concurrency.lockutils [req-84f3c91e-c594-4af6-b1e0-964ae939ed91 req-1cf01ddc-fc96-4c5e-b0bc-d3aa226fd22e service nova] Acquired lock "refresh_cache-220d5470-3918-4841-8077-a06a1d463474" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.715875] env[64022]: DEBUG nova.network.neutron [req-84f3c91e-c594-4af6-b1e0-964ae939ed91 req-1cf01ddc-fc96-4c5e-b0bc-d3aa226fd22e service nova] [instance: 220d5470-3918-4841-8077-a06a1d463474] Refreshing network info cache for port 99fa7a38-561b-47c3-aff0-c32bd4f4442e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.776439] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.885632} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.777392] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.777721] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031be70b-0a64-47dd-bb26-b5c521a6cea1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.780621] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.880s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.781092] env[64022]: DEBUG nova.compute.manager [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.783802] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.379s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.784014] env[64022]: DEBUG nova.objects.instance [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lazy-loading 'resources' on Instance uuid d3824db3-b570-4a81-a6eb-580b2da057a9 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.810180] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] d62e50ec-7c22-4c38-bddd-66148aa73dda/d62e50ec-7c22-4c38-bddd-66148aa73dda.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.810797] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c789759-252f-4570-aab7-9c6c3084b10e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.835718] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 739.835718] env[64022]: value = "task-2302427" [ 739.835718] env[64022]: _type = "Task" [ 739.835718] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.842138] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523a1719-092f-cffa-23f9-f56ec4de5ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.008951} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.842835] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.843280] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 220d5470-3918-4841-8077-a06a1d463474/220d5470-3918-4841-8077-a06a1d463474.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.843454] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3cacbaa-691c-4259-b1e3-cc87f9d76211 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.849191] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302427, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.849591] env[64022]: DEBUG nova.network.neutron [-] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.855589] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 739.855589] env[64022]: value = "task-2302428" [ 739.855589] env[64022]: _type = "Task" [ 739.855589] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.865604] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.291077] env[64022]: DEBUG nova.compute.utils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 740.294610] env[64022]: DEBUG nova.compute.manager [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.298024] env[64022]: DEBUG nova.network.neutron [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.347637] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302427, 'name': ReconfigVM_Task, 'duration_secs': 0.464188} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.348040] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Reconfigured VM instance instance-00000036 to attach disk [datastore1] d62e50ec-7c22-4c38-bddd-66148aa73dda/d62e50ec-7c22-4c38-bddd-66148aa73dda.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.348528] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=64022) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 740.349299] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-17d90047-7693-4285-8e03-19dfe8de2d33 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.353196] env[64022]: INFO nova.compute.manager [-] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Took 1.04 seconds to deallocate network for instance. [ 740.360757] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 740.360757] env[64022]: value = "task-2302429" [ 740.360757] env[64022]: _type = "Task" [ 740.360757] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.375363] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509296} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.378412] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 220d5470-3918-4841-8077-a06a1d463474/220d5470-3918-4841-8077-a06a1d463474.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.378664] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.379102] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f4bad78-0e8b-4e9a-8e3f-fdc54a24688c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.387023] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302429, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.388025] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 740.388025] env[64022]: value = "task-2302430" [ 740.388025] env[64022]: _type = "Task" [ 740.388025] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.395328] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Acquiring lock "88a9b493-e20e-4345-ae45-4b248b380ae0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.395628] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Lock "88a9b493-e20e-4345-ae45-4b248b380ae0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.403733] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.407032] env[64022]: DEBUG nova.policy [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9287e075527547bd84cfcd52df126d28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a7f569764c54034b7f2767b49788d2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.494080] env[64022]: DEBUG nova.network.neutron [-] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.617117] env[64022]: DEBUG nova.network.neutron [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Updating instance_info_cache with network_info: [{"id": "7c43affd-859a-4726-9351-1f94713612ad", "address": "fa:16:3e:78:59:85", "network": {"id": "9167f8a6-5599-400c-952f-226c95493902", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1419883777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2c84d683624a4a9c9afdce586882c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c43affd-85", "ovs_interfaceid": "7c43affd-859a-4726-9351-1f94713612ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.736436] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "80eb9e3b-68e6-4261-ab69-e8654627607f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.736436] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "80eb9e3b-68e6-4261-ab69-e8654627607f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.736436] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "80eb9e3b-68e6-4261-ab69-e8654627607f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.736436] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "80eb9e3b-68e6-4261-ab69-e8654627607f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.736436] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "80eb9e3b-68e6-4261-ab69-e8654627607f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.745357] env[64022]: INFO nova.compute.manager [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Terminating instance [ 740.802025] env[64022]: DEBUG nova.compute.manager [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.827253] env[64022]: DEBUG nova.network.neutron [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Successfully created port: 11a96d45-6a31-4f0d-8d76-be0f983143fd {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.863359] env[64022]: DEBUG oslo_concurrency.lockutils [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.876518] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302429, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.461021} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.876812] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=64022) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 740.881440] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fe4124-2737-44e8-85c1-e9683d3ec4ce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.917680] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] d62e50ec-7c22-4c38-bddd-66148aa73dda/ephemeral_0.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.921355] env[64022]: DEBUG nova.network.neutron [req-84f3c91e-c594-4af6-b1e0-964ae939ed91 req-1cf01ddc-fc96-4c5e-b0bc-d3aa226fd22e service nova] [instance: 220d5470-3918-4841-8077-a06a1d463474] Updated VIF entry in instance network info cache for port 99fa7a38-561b-47c3-aff0-c32bd4f4442e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.921355] env[64022]: DEBUG nova.network.neutron [req-84f3c91e-c594-4af6-b1e0-964ae939ed91 req-1cf01ddc-fc96-4c5e-b0bc-d3aa226fd22e service nova] [instance: 220d5470-3918-4841-8077-a06a1d463474] Updating instance_info_cache with network_info: [{"id": "99fa7a38-561b-47c3-aff0-c32bd4f4442e", "address": "fa:16:3e:28:c4:d3", "network": {"id": "a181824d-2cbe-4480-8907-a045e03fdad7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1316368195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703e87604d5f4198be610419260b468b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fa7a38-56", "ovs_interfaceid": "99fa7a38-561b-47c3-aff0-c32bd4f4442e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.928622] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ede8046-1eed-4666-9588-d832fe38b0e5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.949667] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072342} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.951274] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.952036] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 740.952036] env[64022]: value = "task-2302431" [ 740.952036] env[64022]: _type = "Task" [ 740.952036] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.952327] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8b7ff2-f3c3-4d2f-8064-3d6bdd279e0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.982481] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.991955] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 220d5470-3918-4841-8077-a06a1d463474/220d5470-3918-4841-8077-a06a1d463474.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.996274] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-026758da-d9ae-41af-9c42-11702ea8375d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.010913] env[64022]: INFO nova.compute.manager [-] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Took 1.48 seconds to deallocate network for instance. [ 741.018242] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 741.018242] env[64022]: value = "task-2302432" [ 741.018242] env[64022]: _type = "Task" [ 741.018242] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.027299] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.058044] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2ede8c-d709-45fc-b76e-ba8d22c9fffe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.065460] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e332ea96-0994-4d25-9570-ede2b7237ea9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.095799] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c996383c-28f0-4d8b-893c-2d8bbc97f8aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.103530] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8585161c-d343-4683-b088-c772541b9467 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.117333] env[64022]: DEBUG nova.compute.provider_tree [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.119662] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Releasing lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.249629] env[64022]: DEBUG nova.compute.manager [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.249850] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.250797] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c428e75-bbcb-4f38-9cd1-ed72e3e0a099 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.259540] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.259862] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9a0c1b1-e702-4477-84fb-51f59222b302 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.266383] env[64022]: DEBUG oslo_vmware.api [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 741.266383] env[64022]: value = "task-2302433" [ 741.266383] env[64022]: _type = "Task" [ 741.266383] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.277070] env[64022]: DEBUG oslo_vmware.api [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.423113] env[64022]: DEBUG oslo_concurrency.lockutils [req-84f3c91e-c594-4af6-b1e0-964ae939ed91 req-1cf01ddc-fc96-4c5e-b0bc-d3aa226fd22e service nova] Releasing lock "refresh_cache-220d5470-3918-4841-8077-a06a1d463474" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.469640] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.484689] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.485665] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dfe380-f69f-4932-86ad-312d19e113c4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.497546] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.499652] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37d93386-c5a3-4a78-9e5a-80dfe9c9727b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.538173] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302432, 'name': ReconfigVM_Task, 'duration_secs': 0.331091} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.538463] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 220d5470-3918-4841-8077-a06a1d463474/220d5470-3918-4841-8077-a06a1d463474.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.539679] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f58473d5-a5ee-4391-9e09-b24a1505f5c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.546976] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 741.546976] env[64022]: value = "task-2302435" [ 741.546976] env[64022]: _type = "Task" [ 741.546976] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.555709] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302435, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.566510] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.566510] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.566510] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Deleting the datastore file [datastore2] 6292d41f-5705-4eaa-94c4-6f5ffac5c477 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.566699] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09dc1d90-8484-4ffd-b18a-e406f7850933 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.574367] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 741.574367] env[64022]: value = "task-2302436" [ 741.574367] env[64022]: _type = "Task" [ 741.574367] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.577894] env[64022]: INFO nova.compute.manager [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Took 0.57 seconds to detach 1 volumes for instance. [ 741.585943] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.621134] env[64022]: DEBUG nova.scheduler.client.report [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.777696] env[64022]: DEBUG oslo_vmware.api [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302433, 'name': PowerOffVM_Task, 'duration_secs': 0.278681} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.777972] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.778364] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.778626] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60f0e564-3e81-466d-9d9a-0357b4c38502 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.813404] env[64022]: DEBUG nova.compute.manager [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.840192] env[64022]: DEBUG nova.virt.hardware [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.840463] env[64022]: DEBUG nova.virt.hardware [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.840618] env[64022]: DEBUG nova.virt.hardware [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.840795] env[64022]: DEBUG nova.virt.hardware [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.840984] env[64022]: DEBUG nova.virt.hardware [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.841641] env[64022]: DEBUG nova.virt.hardware [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.841641] env[64022]: DEBUG nova.virt.hardware [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.841770] env[64022]: DEBUG nova.virt.hardware [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.842421] env[64022]: DEBUG nova.virt.hardware [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.842421] env[64022]: DEBUG nova.virt.hardware [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.842421] env[64022]: DEBUG nova.virt.hardware [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.843350] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9c586f-99fb-4f0a-8f4e-22c47b95650e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.852021] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c636b24c-a950-4ab0-a3be-2efe9785ac20 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.868083] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.868307] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.868484] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Deleting the datastore file [datastore1] 80eb9e3b-68e6-4261-ab69-e8654627607f {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.868729] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a25215cd-102f-4903-a1df-a5e75d83c3eb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.874961] env[64022]: DEBUG oslo_vmware.api [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 741.874961] env[64022]: value = "task-2302438" [ 741.874961] env[64022]: _type = "Task" [ 741.874961] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.885571] env[64022]: DEBUG nova.compute.manager [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Received event network-vif-deleted-1feffe01-c9bb-4c09-9aaa-4758fbed7408 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.885571] env[64022]: DEBUG nova.compute.manager [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Received event network-vif-unplugged-7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.885571] env[64022]: DEBUG oslo_concurrency.lockutils [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] Acquiring lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.885571] env[64022]: DEBUG oslo_concurrency.lockutils [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.885571] env[64022]: DEBUG oslo_concurrency.lockutils [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.885571] env[64022]: DEBUG nova.compute.manager [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] No waiting events found dispatching network-vif-unplugged-7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.885571] env[64022]: WARNING nova.compute.manager [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Received unexpected event network-vif-unplugged-7c43affd-859a-4726-9351-1f94713612ad for instance with vm_state shelved and task_state shelving_offloading. [ 741.885571] env[64022]: DEBUG nova.compute.manager [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Received event network-changed-7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.886147] env[64022]: DEBUG nova.compute.manager [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Refreshing instance network info cache due to event network-changed-7c43affd-859a-4726-9351-1f94713612ad. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 741.886147] env[64022]: DEBUG oslo_concurrency.lockutils [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] Acquiring lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.886147] env[64022]: DEBUG oslo_concurrency.lockutils [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] Acquired lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.886296] env[64022]: DEBUG nova.network.neutron [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Refreshing network info cache for port 7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.892809] env[64022]: DEBUG oslo_vmware.api [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.967817] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302431, 'name': ReconfigVM_Task, 'duration_secs': 0.600188} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.968603] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Reconfigured VM instance instance-00000036 to attach disk [datastore1] d62e50ec-7c22-4c38-bddd-66148aa73dda/ephemeral_0.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.968839] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f8ccfb2-7af6-4b49-8cd8-8fec63a78775 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.976225] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 741.976225] env[64022]: value = "task-2302439" [ 741.976225] env[64022]: _type = "Task" [ 741.976225] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.984910] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302439, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.056390] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302435, 'name': Rename_Task, 'duration_secs': 0.145818} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.056666] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.056905] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74b2b50d-f58c-4143-afca-ba667de3c568 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.063516] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 742.063516] env[64022]: value = "task-2302440" [ 742.063516] env[64022]: _type = "Task" [ 742.063516] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.074526] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.087919] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.088257] env[64022]: DEBUG oslo_vmware.api [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149125} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.088505] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.088960] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.089174] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.126660] env[64022]: INFO nova.scheduler.client.report [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Deleted allocations for instance 6292d41f-5705-4eaa-94c4-6f5ffac5c477 [ 742.133027] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.138849] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.809s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.140866] env[64022]: INFO nova.compute.claims [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.181687] env[64022]: INFO nova.scheduler.client.report [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Deleted allocations for instance d3824db3-b570-4a81-a6eb-580b2da057a9 [ 742.209166] env[64022]: DEBUG nova.network.neutron [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Port f23ba7ad-9c56-4b10-8883-02813bb8d70d binding to destination host cpu-1 is already ACTIVE {{(pid=64022) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 742.209166] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.209166] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.209166] env[64022]: DEBUG nova.network.neutron [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.386625] env[64022]: DEBUG oslo_vmware.api [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142806} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.386625] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.386625] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.386836] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.387222] env[64022]: INFO nova.compute.manager [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 742.387307] env[64022]: DEBUG oslo.service.loopingcall [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.387496] env[64022]: DEBUG nova.compute.manager [-] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.387585] env[64022]: DEBUG nova.network.neutron [-] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.487047] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302439, 'name': Rename_Task, 'duration_secs': 0.293454} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.487666] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.487666] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3edcb4d6-9ef9-456e-8128-61ebb9b3d0bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.493653] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 742.493653] env[64022]: value = "task-2302441" [ 742.493653] env[64022]: _type = "Task" [ 742.493653] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.505466] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.573777] env[64022]: DEBUG oslo_vmware.api [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302440, 'name': PowerOnVM_Task, 'duration_secs': 0.499075} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.574064] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.574274] env[64022]: INFO nova.compute.manager [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Took 8.47 seconds to spawn the instance on the hypervisor. [ 742.574453] env[64022]: DEBUG nova.compute.manager [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.575250] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66a35eb-ee82-4cf1-bfdd-32df369fae53 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.622607] env[64022]: DEBUG nova.network.neutron [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Successfully updated port: 11a96d45-6a31-4f0d-8d76-be0f983143fd {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.643411] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.670164] env[64022]: DEBUG nova.compute.manager [req-885364e5-8ae8-47ba-9fe9-9e9d7c3d5930 req-ffdc357f-2531-499d-8d53-04ea80e25254 service nova] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Received event network-vif-plugged-11a96d45-6a31-4f0d-8d76-be0f983143fd {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.670164] env[64022]: DEBUG oslo_concurrency.lockutils [req-885364e5-8ae8-47ba-9fe9-9e9d7c3d5930 req-ffdc357f-2531-499d-8d53-04ea80e25254 service nova] Acquiring lock "023b0e1a-2d7e-4325-b86b-5ed4530a57f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.670164] env[64022]: DEBUG oslo_concurrency.lockutils [req-885364e5-8ae8-47ba-9fe9-9e9d7c3d5930 req-ffdc357f-2531-499d-8d53-04ea80e25254 service nova] Lock "023b0e1a-2d7e-4325-b86b-5ed4530a57f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.670164] env[64022]: DEBUG oslo_concurrency.lockutils [req-885364e5-8ae8-47ba-9fe9-9e9d7c3d5930 req-ffdc357f-2531-499d-8d53-04ea80e25254 service nova] Lock "023b0e1a-2d7e-4325-b86b-5ed4530a57f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.670164] env[64022]: DEBUG nova.compute.manager [req-885364e5-8ae8-47ba-9fe9-9e9d7c3d5930 req-ffdc357f-2531-499d-8d53-04ea80e25254 service nova] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] No waiting events found dispatching network-vif-plugged-11a96d45-6a31-4f0d-8d76-be0f983143fd {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.670164] env[64022]: WARNING nova.compute.manager [req-885364e5-8ae8-47ba-9fe9-9e9d7c3d5930 req-ffdc357f-2531-499d-8d53-04ea80e25254 service nova] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Received unexpected event network-vif-plugged-11a96d45-6a31-4f0d-8d76-be0f983143fd for instance with vm_state building and task_state spawning. [ 742.691965] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "d3824db3-b570-4a81-a6eb-580b2da057a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.617s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.864345] env[64022]: DEBUG nova.network.neutron [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Updated VIF entry in instance network info cache for port 7c43affd-859a-4726-9351-1f94713612ad. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.864750] env[64022]: DEBUG nova.network.neutron [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Updating instance_info_cache with network_info: [{"id": "7c43affd-859a-4726-9351-1f94713612ad", "address": "fa:16:3e:78:59:85", "network": {"id": "9167f8a6-5599-400c-952f-226c95493902", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1419883777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2c84d683624a4a9c9afdce586882c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7c43affd-85", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.866046] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "f531f8ed-481b-40b6-9cd6-15920537c1f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.866270] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "f531f8ed-481b-40b6-9cd6-15920537c1f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.866474] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "f531f8ed-481b-40b6-9cd6-15920537c1f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.866660] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "f531f8ed-481b-40b6-9cd6-15920537c1f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.866823] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "f531f8ed-481b-40b6-9cd6-15920537c1f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.871341] env[64022]: INFO nova.compute.manager [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Terminating instance [ 743.005247] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.024549] env[64022]: DEBUG nova.network.neutron [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance_info_cache with network_info: [{"id": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "address": "fa:16:3e:f9:05:97", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf23ba7ad-9c", "ovs_interfaceid": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.097245] env[64022]: INFO nova.compute.manager [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Took 56.93 seconds to build instance. [ 743.125924] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "refresh_cache-023b0e1a-2d7e-4325-b86b-5ed4530a57f7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.126093] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "refresh_cache-023b0e1a-2d7e-4325-b86b-5ed4530a57f7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.126276] env[64022]: DEBUG nova.network.neutron [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.371522] env[64022]: DEBUG oslo_concurrency.lockutils [req-b998017f-e871-41f2-a84b-72b32846aa38 req-129fb28f-5b52-4e39-a79a-11b7a9c5875f service nova] Releasing lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.375872] env[64022]: DEBUG nova.compute.manager [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.376095] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.377243] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5188999-6bd6-4f27-80be-7d8527078b81 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.383656] env[64022]: DEBUG nova.network.neutron [-] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.387501] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.388228] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2c8c02f-f845-4b1f-aa0c-0310eb587cc4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.395902] env[64022]: DEBUG oslo_vmware.api [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 743.395902] env[64022]: value = "task-2302442" [ 743.395902] env[64022]: _type = "Task" [ 743.395902] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.409447] env[64022]: DEBUG oslo_vmware.api [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.506312] env[64022]: DEBUG oslo_vmware.api [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302441, 'name': PowerOnVM_Task, 'duration_secs': 1.00791} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.506791] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.506949] env[64022]: INFO nova.compute.manager [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Took 11.85 seconds to spawn the instance on the hypervisor. [ 743.507034] env[64022]: DEBUG nova.compute.manager [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.510395] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a9263-00f9-4636-8ecf-2b7a7ad5bcb4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.526592] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.603472] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e8e13ed3-5d13-463f-8383-d76d87044ba2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lock "220d5470-3918-4841-8077-a06a1d463474" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.472s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.678550] env[64022]: DEBUG nova.network.neutron [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.687698] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be04e442-736d-4c4c-b44c-37071cf0faf8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.696091] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45cd878-c47e-45c2-9389-bb20a792294e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.735112] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118a4837-9a16-4274-8d5f-5084be7587e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.746099] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2470a0d6-dace-488f-ba12-1135793d03cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.767599] env[64022]: DEBUG nova.compute.provider_tree [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.869585] env[64022]: DEBUG nova.network.neutron [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Updating instance_info_cache with network_info: [{"id": "11a96d45-6a31-4f0d-8d76-be0f983143fd", "address": "fa:16:3e:08:d0:9a", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a96d45-6a", "ovs_interfaceid": "11a96d45-6a31-4f0d-8d76-be0f983143fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.889315] env[64022]: INFO nova.compute.manager [-] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Took 1.50 seconds to deallocate network for instance. [ 743.910577] env[64022]: DEBUG oslo_vmware.api [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302442, 'name': PowerOffVM_Task, 'duration_secs': 0.213865} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.911412] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.911412] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.911552] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab2cd10e-1447-46df-9fad-df823224c1a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.971405] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.971618] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.971797] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Deleting the datastore file [datastore2] f531f8ed-481b-40b6-9cd6-15920537c1f3 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.972477] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea931c8f-7c57-45a0-bfd4-b977b30b4bc9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.981641] env[64022]: DEBUG oslo_vmware.api [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for the task: (returnval){ [ 743.981641] env[64022]: value = "task-2302444" [ 743.981641] env[64022]: _type = "Task" [ 743.981641] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.989690] env[64022]: DEBUG oslo_vmware.api [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.029931] env[64022]: DEBUG nova.compute.manager [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64022) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 744.030336] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.030820] env[64022]: INFO nova.compute.manager [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Took 59.64 seconds to build instance. [ 744.104985] env[64022]: DEBUG nova.compute.manager [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.248176] env[64022]: DEBUG nova.compute.manager [req-d5a5d9f9-e543-4f9e-97ed-381ee71c6cf6 req-a799adc5-1ac6-40aa-83bd-f11dda7c7c89 service nova] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Received event network-vif-deleted-827ab006-1c42-4dbe-8a74-690fc4815d08 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.273024] env[64022]: DEBUG nova.scheduler.client.report [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.374509] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "refresh_cache-023b0e1a-2d7e-4325-b86b-5ed4530a57f7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.374864] env[64022]: DEBUG nova.compute.manager [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Instance network_info: |[{"id": "11a96d45-6a31-4f0d-8d76-be0f983143fd", "address": "fa:16:3e:08:d0:9a", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a96d45-6a", "ovs_interfaceid": "11a96d45-6a31-4f0d-8d76-be0f983143fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.375370] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:d0:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11a96d45-6a31-4f0d-8d76-be0f983143fd', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.382858] env[64022]: DEBUG oslo.service.loopingcall [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.383403] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.383637] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc380cb4-c455-4400-88c4-90cf8ad1ad8e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.401046] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.406460] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.406460] env[64022]: value = "task-2302445" [ 744.406460] env[64022]: _type = "Task" [ 744.406460] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.414514] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302445, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.491377] env[64022]: DEBUG oslo_vmware.api [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Task: {'id': task-2302444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129879} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.491684] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.491874] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.492063] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.492317] env[64022]: INFO nova.compute.manager [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 744.492557] env[64022]: DEBUG oslo.service.loopingcall [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.492749] env[64022]: DEBUG nova.compute.manager [-] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.492845] env[64022]: DEBUG nova.network.neutron [-] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.532792] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4958a4bd-2f11-410f-8b7d-191e850be7fe tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "d62e50ec-7c22-4c38-bddd-66148aa73dda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.206s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.633476] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.664463] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.707460] env[64022]: DEBUG nova.compute.manager [req-d1c97f3c-bc80-4e3f-ac82-38df39a81d65 req-a5615338-77e3-4893-a1bf-98b8eb65d683 service nova] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Received event network-changed-11a96d45-6a31-4f0d-8d76-be0f983143fd {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.707710] env[64022]: DEBUG nova.compute.manager [req-d1c97f3c-bc80-4e3f-ac82-38df39a81d65 req-a5615338-77e3-4893-a1bf-98b8eb65d683 service nova] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Refreshing instance network info cache due to event network-changed-11a96d45-6a31-4f0d-8d76-be0f983143fd. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 744.708136] env[64022]: DEBUG oslo_concurrency.lockutils [req-d1c97f3c-bc80-4e3f-ac82-38df39a81d65 req-a5615338-77e3-4893-a1bf-98b8eb65d683 service nova] Acquiring lock "refresh_cache-023b0e1a-2d7e-4325-b86b-5ed4530a57f7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.708381] env[64022]: DEBUG oslo_concurrency.lockutils [req-d1c97f3c-bc80-4e3f-ac82-38df39a81d65 req-a5615338-77e3-4893-a1bf-98b8eb65d683 service nova] Acquired lock "refresh_cache-023b0e1a-2d7e-4325-b86b-5ed4530a57f7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.708586] env[64022]: DEBUG nova.network.neutron [req-d1c97f3c-bc80-4e3f-ac82-38df39a81d65 req-a5615338-77e3-4893-a1bf-98b8eb65d683 service nova] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Refreshing network info cache for port 11a96d45-6a31-4f0d-8d76-be0f983143fd {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.745778] env[64022]: DEBUG nova.compute.manager [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.747108] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b120ded-7613-42eb-81f4-662ced6aa001 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.777648] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.779529] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.781024] env[64022]: DEBUG oslo_concurrency.lockutils [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.353s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.781237] env[64022]: DEBUG nova.objects.instance [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Lazy-loading 'resources' on Instance uuid 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.920755] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302445, 'name': CreateVM_Task, 'duration_secs': 0.424596} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.921138] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.922236] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.922236] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.922580] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.922917] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56da9e60-7d4c-4926-9af2-9cdc7ff98d18 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.928087] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 744.928087] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523d0912-c8f8-e734-f1cc-fa764b68274a" [ 744.928087] env[64022]: _type = "Task" [ 744.928087] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.938580] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523d0912-c8f8-e734-f1cc-fa764b68274a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.036896] env[64022]: DEBUG nova.compute.manager [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.261349] env[64022]: INFO nova.compute.manager [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] instance snapshotting [ 745.266071] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4d0e18-fb3e-454c-b7e6-6e91f80e3d05 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.291061] env[64022]: DEBUG nova.compute.utils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 745.296739] env[64022]: DEBUG nova.network.neutron [-] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.298292] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.298292] env[64022]: DEBUG nova.network.neutron [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.300424] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e165fb-028c-406b-9244-af73a1b1dc8f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.376256] env[64022]: DEBUG nova.policy [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80d0ab8754ae43238721391a674c91d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '216cdb1b3d8742ffb7365c6f4b707dba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.447077] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523d0912-c8f8-e734-f1cc-fa764b68274a, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.447398] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.447641] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.447872] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.448028] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.448207] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.449128] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa903d1d-85e5-40b6-b376-2a23237d7291 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.460547] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.460740] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.461531] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5903accf-d9d9-41f2-bf64-1d207d3bef8b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.467679] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 745.467679] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52faaf9b-a0c0-5045-c195-3af3d622d553" [ 745.467679] env[64022]: _type = "Task" [ 745.467679] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.485779] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52faaf9b-a0c0-5045-c195-3af3d622d553, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.489601] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dadff910-e28a-4e9f-af5d-8b5dc8ee2151 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.494987] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 745.494987] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52935fab-661c-88d3-d67b-5d888ed87046" [ 745.494987] env[64022]: _type = "Task" [ 745.494987] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.504418] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52935fab-661c-88d3-d67b-5d888ed87046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.527308] env[64022]: DEBUG nova.network.neutron [req-d1c97f3c-bc80-4e3f-ac82-38df39a81d65 req-a5615338-77e3-4893-a1bf-98b8eb65d683 service nova] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Updated VIF entry in instance network info cache for port 11a96d45-6a31-4f0d-8d76-be0f983143fd. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.527817] env[64022]: DEBUG nova.network.neutron [req-d1c97f3c-bc80-4e3f-ac82-38df39a81d65 req-a5615338-77e3-4893-a1bf-98b8eb65d683 service nova] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Updating instance_info_cache with network_info: [{"id": "11a96d45-6a31-4f0d-8d76-be0f983143fd", "address": "fa:16:3e:08:d0:9a", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a96d45-6a", "ovs_interfaceid": "11a96d45-6a31-4f0d-8d76-be0f983143fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.560774] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.782564] env[64022]: DEBUG nova.network.neutron [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Successfully created port: e6c9e8c6-4b91-47e0-8a4d-738214d48365 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.800022] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.804575] env[64022]: INFO nova.compute.manager [-] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Took 1.31 seconds to deallocate network for instance. [ 745.816169] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 745.816458] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d9c27a15-06a7-44b4-aaf8-47aa0fbc00bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.827026] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 745.827026] env[64022]: value = "task-2302446" [ 745.827026] env[64022]: _type = "Task" [ 745.827026] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.835464] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.945604] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f86ddb-99ca-473e-b294-aef83952314e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.953580] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9395529d-05c3-4085-a910-938b55b2bb09 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.989034] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6926c0d2-0923-4fb0-af1f-0705bc3d63c0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.996375] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8addda53-5c3c-4ad8-a732-3f5efcbbc3c1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.014546] env[64022]: DEBUG nova.compute.provider_tree [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.018624] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52935fab-661c-88d3-d67b-5d888ed87046, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.019372] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.019642] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 023b0e1a-2d7e-4325-b86b-5ed4530a57f7/023b0e1a-2d7e-4325-b86b-5ed4530a57f7.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.019880] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a0cab99-93b8-498a-a029-3ce89b9bc521 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.027279] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 746.027279] env[64022]: value = "task-2302447" [ 746.027279] env[64022]: _type = "Task" [ 746.027279] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.031310] env[64022]: DEBUG oslo_concurrency.lockutils [req-d1c97f3c-bc80-4e3f-ac82-38df39a81d65 req-a5615338-77e3-4893-a1bf-98b8eb65d683 service nova] Releasing lock "refresh_cache-023b0e1a-2d7e-4325-b86b-5ed4530a57f7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.037170] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.276595] env[64022]: DEBUG nova.compute.manager [req-1de96dc4-7b76-4de0-ad32-057d55379bdc req-8090fe0e-8647-4f8c-a43e-6a8fa12fa39a service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Received event network-changed-ceaf8679-8f34-4d35-a7cf-458a05fe7879 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.276831] env[64022]: DEBUG nova.compute.manager [req-1de96dc4-7b76-4de0-ad32-057d55379bdc req-8090fe0e-8647-4f8c-a43e-6a8fa12fa39a service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Refreshing instance network info cache due to event network-changed-ceaf8679-8f34-4d35-a7cf-458a05fe7879. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.277179] env[64022]: DEBUG oslo_concurrency.lockutils [req-1de96dc4-7b76-4de0-ad32-057d55379bdc req-8090fe0e-8647-4f8c-a43e-6a8fa12fa39a service nova] Acquiring lock "refresh_cache-d62e50ec-7c22-4c38-bddd-66148aa73dda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.277314] env[64022]: DEBUG oslo_concurrency.lockutils [req-1de96dc4-7b76-4de0-ad32-057d55379bdc req-8090fe0e-8647-4f8c-a43e-6a8fa12fa39a service nova] Acquired lock "refresh_cache-d62e50ec-7c22-4c38-bddd-66148aa73dda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.277523] env[64022]: DEBUG nova.network.neutron [req-1de96dc4-7b76-4de0-ad32-057d55379bdc req-8090fe0e-8647-4f8c-a43e-6a8fa12fa39a service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Refreshing network info cache for port ceaf8679-8f34-4d35-a7cf-458a05fe7879 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.312365] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.337332] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.521185] env[64022]: DEBUG nova.scheduler.client.report [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.536357] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302447, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.809503] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.830572] env[64022]: DEBUG nova.compute.manager [req-624beaed-2b10-44a1-94fd-456f36e1e3db req-fae4f1fb-cb6b-43a8-b491-8e832cb09c2d service nova] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Received event network-vif-deleted-e78d43b0-caaf-48a0-8eab-5fedd1f129df {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.833137] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.833558] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.833558] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.833733] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.833878] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.834041] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.834253] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.834412] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.834573] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.834730] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.834899] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.836313] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713de77f-77ea-4bcd-93c1-2bb7186fa297 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.842087] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302446, 'name': CreateSnapshot_Task, 'duration_secs': 0.830431} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.842695] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 746.843461] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd9fe3b-212a-40a4-80e1-46ea7b7807be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.849080] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680f48bb-34ea-47c8-91c0-bbfa546cd5bc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.027206] env[64022]: DEBUG oslo_concurrency.lockutils [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.029566] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.382s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.031482] env[64022]: INFO nova.compute.claims [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.043866] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520972} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.044377] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 023b0e1a-2d7e-4325-b86b-5ed4530a57f7/023b0e1a-2d7e-4325-b86b-5ed4530a57f7.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.044787] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.046786] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92410e8f-6490-4120-acd9-0b30e951ab4f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.051197] env[64022]: INFO nova.scheduler.client.report [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Deleted allocations for instance 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b [ 747.057175] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 747.057175] env[64022]: value = "task-2302448" [ 747.057175] env[64022]: _type = "Task" [ 747.057175] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.063226] env[64022]: DEBUG nova.network.neutron [req-1de96dc4-7b76-4de0-ad32-057d55379bdc req-8090fe0e-8647-4f8c-a43e-6a8fa12fa39a service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Updated VIF entry in instance network info cache for port ceaf8679-8f34-4d35-a7cf-458a05fe7879. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.063651] env[64022]: DEBUG nova.network.neutron [req-1de96dc4-7b76-4de0-ad32-057d55379bdc req-8090fe0e-8647-4f8c-a43e-6a8fa12fa39a service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Updating instance_info_cache with network_info: [{"id": "ceaf8679-8f34-4d35-a7cf-458a05fe7879", "address": "fa:16:3e:05:87:a3", "network": {"id": "e2d4e482-0cab-484c-90fd-0c2cb1afc14f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2125177087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f55de10cfa46729f94fb0c8eb85387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceaf8679-8f", "ovs_interfaceid": "ceaf8679-8f34-4d35-a7cf-458a05fe7879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.069337] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.374086] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 747.374629] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-427b072c-cf8b-4da4-9e9b-cc7bc34ce202 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.382892] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 747.382892] env[64022]: value = "task-2302449" [ 747.382892] env[64022]: _type = "Task" [ 747.382892] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.391136] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302449, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.414751] env[64022]: DEBUG nova.network.neutron [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Successfully updated port: e6c9e8c6-4b91-47e0-8a4d-738214d48365 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.561715] env[64022]: DEBUG oslo_concurrency.lockutils [None req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Lock "07c5066a-6822-4eb5-a5d9-9794d9d6fb4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.617s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.568611] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.313896} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.568859] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.573997] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ec7c9e-cb18-4781-859d-43119a634165 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.579267] env[64022]: DEBUG oslo_concurrency.lockutils [req-1de96dc4-7b76-4de0-ad32-057d55379bdc req-8090fe0e-8647-4f8c-a43e-6a8fa12fa39a service nova] Releasing lock "refresh_cache-d62e50ec-7c22-4c38-bddd-66148aa73dda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.600942] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 023b0e1a-2d7e-4325-b86b-5ed4530a57f7/023b0e1a-2d7e-4325-b86b-5ed4530a57f7.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.602306] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b8bc8c-2f43-4793-9dd3-4b607ad11106 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.623143] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 747.623143] env[64022]: value = "task-2302450" [ 747.623143] env[64022]: _type = "Task" [ 747.623143] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.633836] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.897098] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302449, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.918469] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "refresh_cache-870aa9bb-f650-40dd-b5b0-2a36ee80290d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.918677] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired lock "refresh_cache-870aa9bb-f650-40dd-b5b0-2a36ee80290d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.918850] env[64022]: DEBUG nova.network.neutron [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.137802] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.368403] env[64022]: DEBUG nova.compute.manager [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Received event network-vif-plugged-e6c9e8c6-4b91-47e0-8a4d-738214d48365 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.368462] env[64022]: DEBUG oslo_concurrency.lockutils [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] Acquiring lock "870aa9bb-f650-40dd-b5b0-2a36ee80290d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.368670] env[64022]: DEBUG oslo_concurrency.lockutils [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] Lock "870aa9bb-f650-40dd-b5b0-2a36ee80290d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.368821] env[64022]: DEBUG oslo_concurrency.lockutils [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] Lock "870aa9bb-f650-40dd-b5b0-2a36ee80290d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.368987] env[64022]: DEBUG nova.compute.manager [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] No waiting events found dispatching network-vif-plugged-e6c9e8c6-4b91-47e0-8a4d-738214d48365 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.369397] env[64022]: WARNING nova.compute.manager [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Received unexpected event network-vif-plugged-e6c9e8c6-4b91-47e0-8a4d-738214d48365 for instance with vm_state building and task_state spawning. [ 748.369571] env[64022]: DEBUG nova.compute.manager [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Received event network-changed-e6c9e8c6-4b91-47e0-8a4d-738214d48365 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.369728] env[64022]: DEBUG nova.compute.manager [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Refreshing instance network info cache due to event network-changed-e6c9e8c6-4b91-47e0-8a4d-738214d48365. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.369898] env[64022]: DEBUG oslo_concurrency.lockutils [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] Acquiring lock "refresh_cache-870aa9bb-f650-40dd-b5b0-2a36ee80290d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.397834] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302449, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.469837] env[64022]: DEBUG nova.network.neutron [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.633957] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302450, 'name': ReconfigVM_Task, 'duration_secs': 0.640273} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.634289] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 023b0e1a-2d7e-4325-b86b-5ed4530a57f7/023b0e1a-2d7e-4325-b86b-5ed4530a57f7.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.634915] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73e3642a-8fc8-4d40-aec7-fff87b6c60af {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.641874] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 748.641874] env[64022]: value = "task-2302451" [ 748.641874] env[64022]: _type = "Task" [ 748.641874] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.653360] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302451, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.666050] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bab940-5968-4c61-9d81-bc0cfd0dcb25 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.675017] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad20f0a-6d6d-4867-86f9-23b97edff9c5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.707607] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e604d16f-fb53-488a-903a-c4edcf158672 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.717106] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae72674f-d6c1-4a03-86c2-64a6354f0d1f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.729474] env[64022]: DEBUG nova.compute.provider_tree [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.771407] env[64022]: DEBUG nova.network.neutron [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Updating instance_info_cache with network_info: [{"id": "e6c9e8c6-4b91-47e0-8a4d-738214d48365", "address": "fa:16:3e:56:80:ce", "network": {"id": "f51d5117-68f4-4f80-94b6-fe79877f3d97", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-994734227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216cdb1b3d8742ffb7365c6f4b707dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6c9e8c6-4b", "ovs_interfaceid": "e6c9e8c6-4b91-47e0-8a4d-738214d48365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.895023] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302449, 'name': CloneVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.152532] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302451, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.232923] env[64022]: DEBUG nova.scheduler.client.report [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.276494] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Releasing lock "refresh_cache-870aa9bb-f650-40dd-b5b0-2a36ee80290d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.276911] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Instance network_info: |[{"id": "e6c9e8c6-4b91-47e0-8a4d-738214d48365", "address": "fa:16:3e:56:80:ce", "network": {"id": "f51d5117-68f4-4f80-94b6-fe79877f3d97", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-994734227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216cdb1b3d8742ffb7365c6f4b707dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6c9e8c6-4b", "ovs_interfaceid": "e6c9e8c6-4b91-47e0-8a4d-738214d48365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.277238] env[64022]: DEBUG oslo_concurrency.lockutils [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] Acquired lock "refresh_cache-870aa9bb-f650-40dd-b5b0-2a36ee80290d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.277424] env[64022]: DEBUG nova.network.neutron [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Refreshing network info cache for port e6c9e8c6-4b91-47e0-8a4d-738214d48365 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.278616] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:80:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6c9e8c6-4b91-47e0-8a4d-738214d48365', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.286269] env[64022]: DEBUG oslo.service.loopingcall [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 749.286955] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.287185] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc088132-b975-40ab-af2c-e1e43a3b4633 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.309509] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.309509] env[64022]: value = "task-2302452" [ 749.309509] env[64022]: _type = "Task" [ 749.309509] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.317725] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302452, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.397213] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302449, 'name': CloneVM_Task, 'duration_secs': 1.550434} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.397492] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Created linked-clone VM from snapshot [ 749.398254] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a42be22-2e08-4c5a-9995-2b65127f518a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.406688] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Uploading image b4a7bf56-fb53-4164-8b17-11ba8eabd6e2 {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 749.428955] env[64022]: DEBUG oslo_vmware.rw_handles [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 749.428955] env[64022]: value = "vm-468406" [ 749.428955] env[64022]: _type = "VirtualMachine" [ 749.428955] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 749.429283] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eb3a14c6-a5a4-4252-8276-e4ea93266eec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.435432] env[64022]: DEBUG oslo_vmware.rw_handles [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lease: (returnval){ [ 749.435432] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52afbd42-e9ae-e9c1-88fb-0feab9f28c04" [ 749.435432] env[64022]: _type = "HttpNfcLease" [ 749.435432] env[64022]: } obtained for exporting VM: (result){ [ 749.435432] env[64022]: value = "vm-468406" [ 749.435432] env[64022]: _type = "VirtualMachine" [ 749.435432] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 749.435858] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the lease: (returnval){ [ 749.435858] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52afbd42-e9ae-e9c1-88fb-0feab9f28c04" [ 749.435858] env[64022]: _type = "HttpNfcLease" [ 749.435858] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 749.441709] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.441709] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52afbd42-e9ae-e9c1-88fb-0feab9f28c04" [ 749.441709] env[64022]: _type = "HttpNfcLease" [ 749.441709] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 749.655022] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302451, 'name': Rename_Task, 'duration_secs': 0.799597} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.655161] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.655451] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aa3d6b9-3969-41a3-81ce-0a5383f4ff61 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.661401] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 749.661401] env[64022]: value = "task-2302454" [ 749.661401] env[64022]: _type = "Task" [ 749.661401] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.669187] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.740218] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.741045] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.743698] env[64022]: DEBUG oslo_concurrency.lockutils [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.035s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.743883] env[64022]: DEBUG nova.objects.instance [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64022) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 749.819100] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302452, 'name': CreateVM_Task, 'duration_secs': 0.50332} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.819290] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.819973] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.820159] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.820476] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.820763] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a82f25-9b16-4629-a768-32be2fc4591e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.825524] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 749.825524] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b19a63-1df8-7d35-e53d-6e15262dd12a" [ 749.825524] env[64022]: _type = "Task" [ 749.825524] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.836810] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b19a63-1df8-7d35-e53d-6e15262dd12a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.943771] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.943771] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52afbd42-e9ae-e9c1-88fb-0feab9f28c04" [ 749.943771] env[64022]: _type = "HttpNfcLease" [ 749.943771] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 749.944086] env[64022]: DEBUG oslo_vmware.rw_handles [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 749.944086] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52afbd42-e9ae-e9c1-88fb-0feab9f28c04" [ 749.944086] env[64022]: _type = "HttpNfcLease" [ 749.944086] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 749.944895] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f65869-b436-4a1c-affa-63a82d2bbdac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.952206] env[64022]: DEBUG oslo_vmware.rw_handles [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52484aeb-e34d-5715-b7f8-d4a4cf4c1c82/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 749.952413] env[64022]: DEBUG oslo_vmware.rw_handles [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52484aeb-e34d-5715-b7f8-d4a4cf4c1c82/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 750.047050] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c2aa161-fd98-4dfd-9d0b-ad857abe42c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.097635] env[64022]: DEBUG nova.network.neutron [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Updated VIF entry in instance network info cache for port e6c9e8c6-4b91-47e0-8a4d-738214d48365. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.097635] env[64022]: DEBUG nova.network.neutron [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Updating instance_info_cache with network_info: [{"id": "e6c9e8c6-4b91-47e0-8a4d-738214d48365", "address": "fa:16:3e:56:80:ce", "network": {"id": "f51d5117-68f4-4f80-94b6-fe79877f3d97", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-994734227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216cdb1b3d8742ffb7365c6f4b707dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6c9e8c6-4b", "ovs_interfaceid": "e6c9e8c6-4b91-47e0-8a4d-738214d48365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.172281] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.248480] env[64022]: DEBUG nova.compute.utils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 750.253992] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.253992] env[64022]: DEBUG nova.network.neutron [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.296020] env[64022]: DEBUG nova.policy [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80d0ab8754ae43238721391a674c91d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '216cdb1b3d8742ffb7365c6f4b707dba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.338165] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b19a63-1df8-7d35-e53d-6e15262dd12a, 'name': SearchDatastore_Task, 'duration_secs': 0.012436} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.338526] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.338768] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.339042] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.339219] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.339399] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.339717] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86946c21-a475-4f98-b49e-a494c9b671b2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.348912] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.349168] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.350072] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2003be-abba-4155-a7c1-f95cffed7397 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.356423] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 750.356423] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525eb6da-1dc1-800b-3021-c55c0e5c676c" [ 750.356423] env[64022]: _type = "Task" [ 750.356423] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.365535] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525eb6da-1dc1-800b-3021-c55c0e5c676c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.599742] env[64022]: DEBUG oslo_concurrency.lockutils [req-a7f509cb-9af0-4ab0-9238-53489f572152 req-f1f81f17-2960-4726-8664-539611c5b2a9 service nova] Releasing lock "refresh_cache-870aa9bb-f650-40dd-b5b0-2a36ee80290d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.636127] env[64022]: DEBUG nova.network.neutron [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Successfully created port: 8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.677200] env[64022]: DEBUG oslo_vmware.api [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302454, 'name': PowerOnVM_Task, 'duration_secs': 0.729616} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.678248] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.678248] env[64022]: INFO nova.compute.manager [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Took 8.86 seconds to spawn the instance on the hypervisor. [ 750.678604] env[64022]: DEBUG nova.compute.manager [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.680174] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c55c34-4890-4b4e-91d8-c45edf263405 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.757952] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.762162] env[64022]: DEBUG oslo_concurrency.lockutils [None req-572b149e-d305-4537-9d43-55f8cc9527cd tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.763909] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.253s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.765860] env[64022]: INFO nova.compute.claims [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.872116] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525eb6da-1dc1-800b-3021-c55c0e5c676c, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.873363] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc2f05c-fcb7-4eba-a25a-50ac225a1873 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.880264] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 750.880264] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529fed7a-c1a0-333d-1881-3c2ad6975d9a" [ 750.880264] env[64022]: _type = "Task" [ 750.880264] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.890420] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529fed7a-c1a0-333d-1881-3c2ad6975d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.199306] env[64022]: INFO nova.compute.manager [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Took 55.48 seconds to build instance. [ 751.391101] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529fed7a-c1a0-333d-1881-3c2ad6975d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011555} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.391396] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.391766] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 870aa9bb-f650-40dd-b5b0-2a36ee80290d/870aa9bb-f650-40dd-b5b0-2a36ee80290d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.392069] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b96e8c4-03b4-4d33-ad01-b808c7be7de5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.399104] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 751.399104] env[64022]: value = "task-2302455" [ 751.399104] env[64022]: _type = "Task" [ 751.399104] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.407658] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.702817] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "023b0e1a-2d7e-4325-b86b-5ed4530a57f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.314s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.771270] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.910313] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499428} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.910577] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 870aa9bb-f650-40dd-b5b0-2a36ee80290d/870aa9bb-f650-40dd-b5b0-2a36ee80290d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.910788] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.911053] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fdc0154-621e-409d-99c7-01da1926b424 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.919699] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 751.919699] env[64022]: value = "task-2302456" [ 751.919699] env[64022]: _type = "Task" [ 751.919699] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.927492] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.055703] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.055945] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.056117] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.056317] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.056471] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.056617] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.056829] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.056991] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.057175] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.057341] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.057514] env[64022]: DEBUG nova.virt.hardware [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.058396] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb1a359-b613-4ddc-86db-1973b6dfccdb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.068277] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd982ff-fa5e-4c79-b227-d5f5fb2e2fa3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.208027] env[64022]: DEBUG nova.compute.manager [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.347354] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e80609-c489-4e54-aa77-d8e71c8950cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.355539] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137bbadd-61da-4c24-9313-5b0c8bb71959 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.388423] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f3fc13-010d-4d6e-ba2d-666051838744 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.398542] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e22226-c7f4-419a-bbcd-5b5e67d29b35 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.413811] env[64022]: DEBUG nova.compute.provider_tree [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.417644] env[64022]: DEBUG nova.compute.manager [req-ad6d036d-305b-4509-a4e4-788c94f7eac5 req-97d8143d-782c-4636-9496-4c6eb8c90cbf service nova] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Received event network-vif-plugged-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.417925] env[64022]: DEBUG oslo_concurrency.lockutils [req-ad6d036d-305b-4509-a4e4-788c94f7eac5 req-97d8143d-782c-4636-9496-4c6eb8c90cbf service nova] Acquiring lock "07b5281f-6480-476c-8457-c57526d1d8f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.418241] env[64022]: DEBUG oslo_concurrency.lockutils [req-ad6d036d-305b-4509-a4e4-788c94f7eac5 req-97d8143d-782c-4636-9496-4c6eb8c90cbf service nova] Lock "07b5281f-6480-476c-8457-c57526d1d8f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.418432] env[64022]: DEBUG oslo_concurrency.lockutils [req-ad6d036d-305b-4509-a4e4-788c94f7eac5 req-97d8143d-782c-4636-9496-4c6eb8c90cbf service nova] Lock "07b5281f-6480-476c-8457-c57526d1d8f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.418603] env[64022]: DEBUG nova.compute.manager [req-ad6d036d-305b-4509-a4e4-788c94f7eac5 req-97d8143d-782c-4636-9496-4c6eb8c90cbf service nova] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] No waiting events found dispatching network-vif-plugged-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.418766] env[64022]: WARNING nova.compute.manager [req-ad6d036d-305b-4509-a4e4-788c94f7eac5 req-97d8143d-782c-4636-9496-4c6eb8c90cbf service nova] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Received unexpected event network-vif-plugged-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e for instance with vm_state building and task_state spawning. [ 752.431875] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.443844] env[64022]: DEBUG nova.network.neutron [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Successfully updated port: 8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.729949] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.924024] env[64022]: DEBUG nova.scheduler.client.report [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.934765] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.946404] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "refresh_cache-07b5281f-6480-476c-8457-c57526d1d8f7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.946832] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired lock "refresh_cache-07b5281f-6480-476c-8457-c57526d1d8f7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.947163] env[64022]: DEBUG nova.network.neutron [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.092760] env[64022]: DEBUG nova.compute.manager [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.093712] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41432dcc-5c90-4012-9125-03850effc186 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.431589] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.432136] env[64022]: DEBUG nova.compute.manager [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.434959] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.600s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.436401] env[64022]: INFO nova.compute.claims [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.444719] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.049728} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.445218] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.446105] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6b077e-1d5c-4b93-a851-2c647042ac0c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.474339] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 870aa9bb-f650-40dd-b5b0-2a36ee80290d/870aa9bb-f650-40dd-b5b0-2a36ee80290d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.474339] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-367bf631-5a0d-4109-862a-6e8f86330f72 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.494255] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 753.494255] env[64022]: value = "task-2302457" [ 753.494255] env[64022]: _type = "Task" [ 753.494255] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.503051] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.536418] env[64022]: DEBUG nova.network.neutron [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.605356] env[64022]: INFO nova.compute.manager [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] instance snapshotting [ 753.608087] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e380eec-8720-440a-b6fa-055a3a57cffb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.629937] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c679c5-fd7f-4cd5-b5d1-9e6f8c82b2a3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.751819] env[64022]: DEBUG nova.network.neutron [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Updating instance_info_cache with network_info: [{"id": "8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e", "address": "fa:16:3e:fb:9a:87", "network": {"id": "f51d5117-68f4-4f80-94b6-fe79877f3d97", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-994734227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216cdb1b3d8742ffb7365c6f4b707dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf9f8a6-03", "ovs_interfaceid": "8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.941796] env[64022]: DEBUG nova.compute.utils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 753.943497] env[64022]: DEBUG nova.compute.manager [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.943695] env[64022]: DEBUG nova.network.neutron [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.004444] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.005888] env[64022]: DEBUG nova.policy [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b896d1ae1b34de88f7b001f6d4bedf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17c6e7b3b1a24aad92f4ec9f6d20be53', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.141747] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 754.141827] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee21e1ad-6f70-442b-a5d3-effd2b1f23ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.150320] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 754.150320] env[64022]: value = "task-2302458" [ 754.150320] env[64022]: _type = "Task" [ 754.150320] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.159140] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302458, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.255970] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Releasing lock "refresh_cache-07b5281f-6480-476c-8457-c57526d1d8f7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.255970] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Instance network_info: |[{"id": "8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e", "address": "fa:16:3e:fb:9a:87", "network": {"id": "f51d5117-68f4-4f80-94b6-fe79877f3d97", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-994734227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216cdb1b3d8742ffb7365c6f4b707dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf9f8a6-03", "ovs_interfaceid": "8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.255970] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:9a:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.264270] env[64022]: DEBUG oslo.service.loopingcall [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.264956] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.264956] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da47efbb-5bd1-4250-837f-6bf807e9e1bf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.287810] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.287810] env[64022]: value = "task-2302459" [ 754.287810] env[64022]: _type = "Task" [ 754.287810] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.296322] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302459, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.419556] env[64022]: DEBUG nova.network.neutron [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Successfully created port: 6415aedc-29a8-47fb-988b-5aa179026f14 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.448732] env[64022]: DEBUG nova.compute.manager [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.456575] env[64022]: DEBUG nova.compute.manager [req-34ed41cb-b4af-4c2a-b30c-4ea633ce6ca9 req-553dd5af-3cca-4f16-b87d-16a0850f2c1f service nova] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Received event network-changed-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.456730] env[64022]: DEBUG nova.compute.manager [req-34ed41cb-b4af-4c2a-b30c-4ea633ce6ca9 req-553dd5af-3cca-4f16-b87d-16a0850f2c1f service nova] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Refreshing instance network info cache due to event network-changed-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 754.457368] env[64022]: DEBUG oslo_concurrency.lockutils [req-34ed41cb-b4af-4c2a-b30c-4ea633ce6ca9 req-553dd5af-3cca-4f16-b87d-16a0850f2c1f service nova] Acquiring lock "refresh_cache-07b5281f-6480-476c-8457-c57526d1d8f7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.459017] env[64022]: DEBUG oslo_concurrency.lockutils [req-34ed41cb-b4af-4c2a-b30c-4ea633ce6ca9 req-553dd5af-3cca-4f16-b87d-16a0850f2c1f service nova] Acquired lock "refresh_cache-07b5281f-6480-476c-8457-c57526d1d8f7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.459017] env[64022]: DEBUG nova.network.neutron [req-34ed41cb-b4af-4c2a-b30c-4ea633ce6ca9 req-553dd5af-3cca-4f16-b87d-16a0850f2c1f service nova] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Refreshing network info cache for port 8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.506820] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302457, 'name': ReconfigVM_Task, 'duration_secs': 0.745682} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.507333] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 870aa9bb-f650-40dd-b5b0-2a36ee80290d/870aa9bb-f650-40dd-b5b0-2a36ee80290d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.507954] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10cce689-3bf3-4894-87c7-6dd0506c531e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.517193] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 754.517193] env[64022]: value = "task-2302460" [ 754.517193] env[64022]: _type = "Task" [ 754.517193] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.526394] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302460, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.663901] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302458, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.800897] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302459, 'name': CreateVM_Task, 'duration_secs': 0.423019} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.803515] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.804403] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.804595] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.804926] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.805202] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb43977-a97e-47b0-bc75-65b49965f0e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.810201] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 754.810201] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e9cb8e-ddcd-0639-9885-6ff5a1ffc72b" [ 754.810201] env[64022]: _type = "Task" [ 754.810201] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.820963] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e9cb8e-ddcd-0639-9885-6ff5a1ffc72b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.019669] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d091632f-f6ed-4db1-b080-0bfc10930259 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.034171] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302460, 'name': Rename_Task, 'duration_secs': 0.194283} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.034521] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.035517] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7bac2e-e05c-4a05-81cf-e77a5c25e6c5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.040520] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbe096dc-7808-4315-b4e8-c63f46f641d9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.072540] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e1e2db-131d-4a80-af6c-a88bfad2fda4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.075251] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 755.075251] env[64022]: value = "task-2302461" [ 755.075251] env[64022]: _type = "Task" [ 755.075251] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.082701] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ba3c9c-e9fc-491f-b913-e7c84e12d6f0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.089586] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.099125] env[64022]: DEBUG nova.compute.provider_tree [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.161041] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302458, 'name': CreateSnapshot_Task, 'duration_secs': 0.69888} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.161041] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 755.161501] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7afcdd-897e-4aec-a7ac-940a8683eb65 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.249390] env[64022]: DEBUG nova.network.neutron [req-34ed41cb-b4af-4c2a-b30c-4ea633ce6ca9 req-553dd5af-3cca-4f16-b87d-16a0850f2c1f service nova] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Updated VIF entry in instance network info cache for port 8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.249390] env[64022]: DEBUG nova.network.neutron [req-34ed41cb-b4af-4c2a-b30c-4ea633ce6ca9 req-553dd5af-3cca-4f16-b87d-16a0850f2c1f service nova] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Updating instance_info_cache with network_info: [{"id": "8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e", "address": "fa:16:3e:fb:9a:87", "network": {"id": "f51d5117-68f4-4f80-94b6-fe79877f3d97", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-994734227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216cdb1b3d8742ffb7365c6f4b707dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf9f8a6-03", "ovs_interfaceid": "8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.322511] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e9cb8e-ddcd-0639-9885-6ff5a1ffc72b, 'name': SearchDatastore_Task, 'duration_secs': 0.013586} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.322855] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.323198] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.323353] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.323510] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.323703] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.323917] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0193f9bf-6a55-4dbb-940b-882210cba19b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.333700] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.333916] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.334624] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a859d9d0-e7b0-4927-9a29-8a036eea02ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.340017] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 755.340017] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5278e553-d83c-21c7-a023-193cdc9ecb58" [ 755.340017] env[64022]: _type = "Task" [ 755.340017] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.348016] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5278e553-d83c-21c7-a023-193cdc9ecb58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.464033] env[64022]: DEBUG nova.compute.manager [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.486893] env[64022]: DEBUG nova.virt.hardware [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.487153] env[64022]: DEBUG nova.virt.hardware [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.487316] env[64022]: DEBUG nova.virt.hardware [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.487625] env[64022]: DEBUG nova.virt.hardware [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.487780] env[64022]: DEBUG nova.virt.hardware [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.487927] env[64022]: DEBUG nova.virt.hardware [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.488154] env[64022]: DEBUG nova.virt.hardware [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.488320] env[64022]: DEBUG nova.virt.hardware [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.488492] env[64022]: DEBUG nova.virt.hardware [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.488657] env[64022]: DEBUG nova.virt.hardware [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.488832] env[64022]: DEBUG nova.virt.hardware [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.489807] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c7d4ee-1120-4b53-ad72-b19aec938073 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.498764] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88f21bc-f085-4d55-b62d-7b2214bcaa1e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.586624] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302461, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.603907] env[64022]: DEBUG nova.scheduler.client.report [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.681206] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 755.681553] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-762d5859-cb2b-4256-a51c-851032a440b8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.693068] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 755.693068] env[64022]: value = "task-2302462" [ 755.693068] env[64022]: _type = "Task" [ 755.693068] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.701170] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302462, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.752846] env[64022]: DEBUG oslo_concurrency.lockutils [req-34ed41cb-b4af-4c2a-b30c-4ea633ce6ca9 req-553dd5af-3cca-4f16-b87d-16a0850f2c1f service nova] Releasing lock "refresh_cache-07b5281f-6480-476c-8457-c57526d1d8f7" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.852527] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5278e553-d83c-21c7-a023-193cdc9ecb58, 'name': SearchDatastore_Task, 'duration_secs': 0.018422} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.853520] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-890e2581-57ba-4473-b858-ce791d3efa38 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.858853] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 755.858853] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522ba771-83a6-d37a-a97f-9b6a068c7dc4" [ 755.858853] env[64022]: _type = "Task" [ 755.858853] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.866945] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522ba771-83a6-d37a-a97f-9b6a068c7dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.091331] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302461, 'name': PowerOnVM_Task, 'duration_secs': 0.778054} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.091681] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.091944] env[64022]: INFO nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Took 9.28 seconds to spawn the instance on the hypervisor. [ 756.092277] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.093287] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd53d4f4-50d0-4da8-9d1d-deb25287327b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.101166] env[64022]: DEBUG nova.network.neutron [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Successfully updated port: 6415aedc-29a8-47fb-988b-5aa179026f14 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.110667] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.111097] env[64022]: DEBUG nova.compute.manager [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.114495] env[64022]: DEBUG oslo_concurrency.lockutils [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.261s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.114746] env[64022]: DEBUG nova.objects.instance [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Lazy-loading 'resources' on Instance uuid 23f2079e-e738-43c1-aa8f-e2d82a604a44 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.201458] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302462, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.370693] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522ba771-83a6-d37a-a97f-9b6a068c7dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.023878} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.371650] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.371650] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 07b5281f-6480-476c-8457-c57526d1d8f7/07b5281f-6480-476c-8457-c57526d1d8f7.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.371650] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c43ab4d3-5b86-4c25-a6fc-33e989d6dfa5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.379097] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 756.379097] env[64022]: value = "task-2302463" [ 756.379097] env[64022]: _type = "Task" [ 756.379097] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.388552] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.605975] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Acquiring lock "refresh_cache-5f5830d4-a41f-4a59-befd-98bb57767ee0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.605975] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Acquired lock "refresh_cache-5f5830d4-a41f-4a59-befd-98bb57767ee0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.605975] env[64022]: DEBUG nova.network.neutron [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.625224] env[64022]: DEBUG nova.compute.utils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 756.634901] env[64022]: DEBUG nova.compute.manager [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.634901] env[64022]: DEBUG nova.network.neutron [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.641443] env[64022]: INFO nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Took 57.33 seconds to build instance. [ 756.709578] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302462, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.711761] env[64022]: DEBUG nova.policy [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b840a9935ab24db496c514d13ac32c17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '086ce8b198234119bf945177b8a50618', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.720444] env[64022]: DEBUG nova.compute.manager [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Received event network-vif-plugged-6415aedc-29a8-47fb-988b-5aa179026f14 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.720742] env[64022]: DEBUG oslo_concurrency.lockutils [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] Acquiring lock "5f5830d4-a41f-4a59-befd-98bb57767ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.721165] env[64022]: DEBUG oslo_concurrency.lockutils [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] Lock "5f5830d4-a41f-4a59-befd-98bb57767ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.721236] env[64022]: DEBUG oslo_concurrency.lockutils [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] Lock "5f5830d4-a41f-4a59-befd-98bb57767ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.721453] env[64022]: DEBUG nova.compute.manager [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] No waiting events found dispatching network-vif-plugged-6415aedc-29a8-47fb-988b-5aa179026f14 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.721678] env[64022]: WARNING nova.compute.manager [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Received unexpected event network-vif-plugged-6415aedc-29a8-47fb-988b-5aa179026f14 for instance with vm_state building and task_state spawning. [ 756.721879] env[64022]: DEBUG nova.compute.manager [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Received event network-changed-6415aedc-29a8-47fb-988b-5aa179026f14 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.722070] env[64022]: DEBUG nova.compute.manager [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Refreshing instance network info cache due to event network-changed-6415aedc-29a8-47fb-988b-5aa179026f14. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 756.722319] env[64022]: DEBUG oslo_concurrency.lockutils [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] Acquiring lock "refresh_cache-5f5830d4-a41f-4a59-befd-98bb57767ee0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.892840] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302463, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.132665] env[64022]: DEBUG nova.compute.manager [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.140095] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "870aa9bb-f650-40dd-b5b0-2a36ee80290d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.511s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.143494] env[64022]: DEBUG nova.network.neutron [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.203513] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302462, 'name': CloneVM_Task, 'duration_secs': 1.489784} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.204836] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Created linked-clone VM from snapshot [ 757.204836] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0bc5a8-e7f9-4121-b3b0-81d7dccdb0c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.219097] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Uploading image 1a52e317-d7e5-49a6-ab42-cec41375592e {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 757.221682] env[64022]: DEBUG nova.network.neutron [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Successfully created port: 12c7652e-e714-4764-9baf-775600294b04 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.248542] env[64022]: DEBUG oslo_vmware.rw_handles [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 757.248542] env[64022]: value = "vm-468410" [ 757.248542] env[64022]: _type = "VirtualMachine" [ 757.248542] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 757.249824] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fcf5237a-0fe1-4f0d-a7f7-e1831d221dd4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.256748] env[64022]: DEBUG oslo_vmware.rw_handles [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lease: (returnval){ [ 757.256748] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ef8ebc-ea42-50bf-2038-cdb48caf2713" [ 757.256748] env[64022]: _type = "HttpNfcLease" [ 757.256748] env[64022]: } obtained for exporting VM: (result){ [ 757.256748] env[64022]: value = "vm-468410" [ 757.256748] env[64022]: _type = "VirtualMachine" [ 757.256748] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 757.257091] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the lease: (returnval){ [ 757.257091] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ef8ebc-ea42-50bf-2038-cdb48caf2713" [ 757.257091] env[64022]: _type = "HttpNfcLease" [ 757.257091] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 757.267179] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.267179] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ef8ebc-ea42-50bf-2038-cdb48caf2713" [ 757.267179] env[64022]: _type = "HttpNfcLease" [ 757.267179] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 757.286203] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d41dced-8d1a-4e93-bf19-c6d3efe68b4f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.295017] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871d94e1-619c-4207-ae35-c54775b1759b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.332329] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da2af7e-70de-4dc5-82ad-55a72ec7be67 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.341428] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8192caa7-de8f-4b34-8ba1-0ce4916a45be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.355537] env[64022]: DEBUG nova.compute.provider_tree [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.384428] env[64022]: DEBUG nova.network.neutron [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Updating instance_info_cache with network_info: [{"id": "6415aedc-29a8-47fb-988b-5aa179026f14", "address": "fa:16:3e:c4:30:e8", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6415aedc-29", "ovs_interfaceid": "6415aedc-29a8-47fb-988b-5aa179026f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.393461] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517039} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.394243] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 07b5281f-6480-476c-8457-c57526d1d8f7/07b5281f-6480-476c-8457-c57526d1d8f7.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.394507] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.394762] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2c63d5e-ce64-4145-99f6-5d81580d0b98 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.401415] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 757.401415] env[64022]: value = "task-2302465" [ 757.401415] env[64022]: _type = "Task" [ 757.401415] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.410023] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.642987] env[64022]: DEBUG nova.compute.manager [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.768026] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.768026] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ef8ebc-ea42-50bf-2038-cdb48caf2713" [ 757.768026] env[64022]: _type = "HttpNfcLease" [ 757.768026] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 757.768287] env[64022]: DEBUG oslo_vmware.rw_handles [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 757.768287] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ef8ebc-ea42-50bf-2038-cdb48caf2713" [ 757.768287] env[64022]: _type = "HttpNfcLease" [ 757.768287] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 757.769047] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185d8c11-11f4-42ec-b98d-bc3330079fe7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.776234] env[64022]: DEBUG oslo_vmware.rw_handles [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529940a4-44fe-ba40-13f1-cb948cf16be6/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 757.776449] env[64022]: DEBUG oslo_vmware.rw_handles [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529940a4-44fe-ba40-13f1-cb948cf16be6/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 757.859024] env[64022]: DEBUG nova.scheduler.client.report [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.888107] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Releasing lock "refresh_cache-5f5830d4-a41f-4a59-befd-98bb57767ee0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.888422] env[64022]: DEBUG nova.compute.manager [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Instance network_info: |[{"id": "6415aedc-29a8-47fb-988b-5aa179026f14", "address": "fa:16:3e:c4:30:e8", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6415aedc-29", "ovs_interfaceid": "6415aedc-29a8-47fb-988b-5aa179026f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.888948] env[64022]: DEBUG oslo_concurrency.lockutils [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] Acquired lock "refresh_cache-5f5830d4-a41f-4a59-befd-98bb57767ee0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.892774] env[64022]: DEBUG nova.network.neutron [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Refreshing network info cache for port 6415aedc-29a8-47fb-988b-5aa179026f14 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.892774] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:30:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6415aedc-29a8-47fb-988b-5aa179026f14', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.901227] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Creating folder: Project (17c6e7b3b1a24aad92f4ec9f6d20be53). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.901227] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a292a044-cf41-4e9d-908b-214b9ddfbd2b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.918213] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068783} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.923715] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.923715] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Created folder: Project (17c6e7b3b1a24aad92f4ec9f6d20be53) in parent group-v468248. [ 757.923715] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Creating folder: Instances. Parent ref: group-v468411. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.924594] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ba95ff-6576-47ee-a4e0-fd5022846a48 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.931043] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ac56747-3418-47f0-9861-b12cad41e8a3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.942922] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4c82f495-5a59-4795-9484-d2a06ba1f1f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.970491] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 07b5281f-6480-476c-8457-c57526d1d8f7/07b5281f-6480-476c-8457-c57526d1d8f7.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.974720] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc5b4f7-9205-4d49-a9f8-e9c1082ce5a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.989722] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Created folder: Instances in parent group-v468411. [ 757.989945] env[64022]: DEBUG oslo.service.loopingcall [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.991711] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.992385] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bd6433d-0f86-4010-9ea6-4abcab016e8e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.010419] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 758.010419] env[64022]: value = "task-2302468" [ 758.010419] env[64022]: _type = "Task" [ 758.010419] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.015382] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.015382] env[64022]: value = "task-2302469" [ 758.015382] env[64022]: _type = "Task" [ 758.015382] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.029095] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.039792] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302469, 'name': CreateVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.141966] env[64022]: DEBUG nova.compute.manager [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.173433] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.263562] env[64022]: DEBUG nova.virt.hardware [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.264312] env[64022]: DEBUG nova.virt.hardware [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.264312] env[64022]: DEBUG nova.virt.hardware [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.264487] env[64022]: DEBUG nova.virt.hardware [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.264551] env[64022]: DEBUG nova.virt.hardware [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.265513] env[64022]: DEBUG nova.virt.hardware [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.265513] env[64022]: DEBUG nova.virt.hardware [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.265513] env[64022]: DEBUG nova.virt.hardware [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.265513] env[64022]: DEBUG nova.virt.hardware [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.265858] env[64022]: DEBUG nova.virt.hardware [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.265914] env[64022]: DEBUG nova.virt.hardware [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.266933] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a89662e-2305-487b-9871-eb6364a4b152 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.275725] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eee3daa-81d2-4e84-b199-85fe73dd07ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.364994] env[64022]: DEBUG oslo_concurrency.lockutils [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.367575] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.024s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.367898] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.368240] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 758.368412] env[64022]: DEBUG oslo_concurrency.lockutils [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.368828] env[64022]: DEBUG nova.objects.instance [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Lazy-loading 'resources' on Instance uuid db0bd24c-af17-4abc-b83d-cd18c5f81568 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.371284] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f617936f-ff04-438d-8c44-04bc6931f2a2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.382698] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eff648-d436-47dc-99d3-5fe939b4c3b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.389710] env[64022]: INFO nova.scheduler.client.report [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Deleted allocations for instance 23f2079e-e738-43c1-aa8f-e2d82a604a44 [ 758.415788] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e5b1f9-a607-4b9b-a477-7ee68bff6cef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.437982] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f45892-4546-4312-83df-d2272851aa1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.514303] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178062MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 758.514586] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.540895] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302468, 'name': ReconfigVM_Task, 'duration_secs': 0.348062} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.544517] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 07b5281f-6480-476c-8457-c57526d1d8f7/07b5281f-6480-476c-8457-c57526d1d8f7.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.545195] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302469, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.545416] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c36abbef-8d2f-4aa8-991c-6968f7fab4d1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.553555] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 758.553555] env[64022]: value = "task-2302470" [ 758.553555] env[64022]: _type = "Task" [ 758.553555] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.564343] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302470, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.914784] env[64022]: DEBUG nova.network.neutron [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Successfully updated port: 12c7652e-e714-4764-9baf-775600294b04 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.925404] env[64022]: DEBUG oslo_concurrency.lockutils [None req-25bdef86-7e21-4936-a354-14da6a8a6cca tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Lock "23f2079e-e738-43c1-aa8f-e2d82a604a44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.860s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.981399] env[64022]: DEBUG nova.compute.manager [req-3b0258e6-0b14-4c84-bb6c-c153fcf1bf44 req-f094d31d-84be-4f72-be35-23a254def6d4 service nova] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Received event network-vif-plugged-12c7652e-e714-4764-9baf-775600294b04 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.981657] env[64022]: DEBUG oslo_concurrency.lockutils [req-3b0258e6-0b14-4c84-bb6c-c153fcf1bf44 req-f094d31d-84be-4f72-be35-23a254def6d4 service nova] Acquiring lock "6520ea44-5048-474f-b55f-69e2aba989fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.981994] env[64022]: DEBUG oslo_concurrency.lockutils [req-3b0258e6-0b14-4c84-bb6c-c153fcf1bf44 req-f094d31d-84be-4f72-be35-23a254def6d4 service nova] Lock "6520ea44-5048-474f-b55f-69e2aba989fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.982391] env[64022]: DEBUG oslo_concurrency.lockutils [req-3b0258e6-0b14-4c84-bb6c-c153fcf1bf44 req-f094d31d-84be-4f72-be35-23a254def6d4 service nova] Lock "6520ea44-5048-474f-b55f-69e2aba989fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.982563] env[64022]: DEBUG nova.compute.manager [req-3b0258e6-0b14-4c84-bb6c-c153fcf1bf44 req-f094d31d-84be-4f72-be35-23a254def6d4 service nova] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] No waiting events found dispatching network-vif-plugged-12c7652e-e714-4764-9baf-775600294b04 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.982941] env[64022]: WARNING nova.compute.manager [req-3b0258e6-0b14-4c84-bb6c-c153fcf1bf44 req-f094d31d-84be-4f72-be35-23a254def6d4 service nova] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Received unexpected event network-vif-plugged-12c7652e-e714-4764-9baf-775600294b04 for instance with vm_state building and task_state spawning. [ 759.016082] env[64022]: DEBUG nova.network.neutron [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Updated VIF entry in instance network info cache for port 6415aedc-29a8-47fb-988b-5aa179026f14. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.016460] env[64022]: DEBUG nova.network.neutron [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Updating instance_info_cache with network_info: [{"id": "6415aedc-29a8-47fb-988b-5aa179026f14", "address": "fa:16:3e:c4:30:e8", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6415aedc-29", "ovs_interfaceid": "6415aedc-29a8-47fb-988b-5aa179026f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.042210] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302469, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.065252] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302470, 'name': Rename_Task, 'duration_secs': 0.183411} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.065532] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.065775] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2423e594-5da7-46d5-b6db-65dd7a0f95a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.073579] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 759.073579] env[64022]: value = "task-2302471" [ 759.073579] env[64022]: _type = "Task" [ 759.073579] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.085202] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.415531] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb1992f-d4f5-4a1e-810c-3fe2ee4faded {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.424843] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Acquiring lock "refresh_cache-6520ea44-5048-474f-b55f-69e2aba989fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.424843] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Acquired lock "refresh_cache-6520ea44-5048-474f-b55f-69e2aba989fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.424843] env[64022]: DEBUG nova.network.neutron [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.426551] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff55aca-0b28-4481-8017-4ab0bc466193 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.461289] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8c46e3-a74d-4994-b597-3f3d94a26a64 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.469475] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5a78f2-7d29-4cc4-b32b-8351b3c4b51e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.485654] env[64022]: DEBUG nova.compute.provider_tree [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.520779] env[64022]: DEBUG oslo_concurrency.lockutils [req-3399cb85-d303-4792-9e90-c547f1b75c78 req-d937bfd3-7d5c-47cc-9a64-ab464ec365fd service nova] Releasing lock "refresh_cache-5f5830d4-a41f-4a59-befd-98bb57767ee0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.538165] env[64022]: DEBUG oslo_vmware.rw_handles [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52484aeb-e34d-5715-b7f8-d4a4cf4c1c82/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 759.538982] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90797e16-4e20-4402-a71e-f8ade176eac8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.545848] env[64022]: DEBUG oslo_vmware.rw_handles [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52484aeb-e34d-5715-b7f8-d4a4cf4c1c82/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 759.546836] env[64022]: ERROR oslo_vmware.rw_handles [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52484aeb-e34d-5715-b7f8-d4a4cf4c1c82/disk-0.vmdk due to incomplete transfer. [ 759.550105] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-be187e9e-ebd7-45ad-8d10-716e5548e4c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.552046] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302469, 'name': CreateVM_Task, 'duration_secs': 1.327746} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.552406] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.553720] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.554303] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.554890] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.555044] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4adcf47b-2530-4b7f-ae1a-0d49adcba9a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.560659] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Waiting for the task: (returnval){ [ 759.560659] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5202a16b-c25d-30be-f8a1-c0d05ebc4d59" [ 759.560659] env[64022]: _type = "Task" [ 759.560659] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.562333] env[64022]: DEBUG oslo_vmware.rw_handles [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52484aeb-e34d-5715-b7f8-d4a4cf4c1c82/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 759.563097] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Uploaded image b4a7bf56-fb53-4164-8b17-11ba8eabd6e2 to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 759.565377] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 759.569189] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-121981f2-6108-460c-867c-4bcc420eed26 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.576244] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5202a16b-c25d-30be-f8a1-c0d05ebc4d59, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.580523] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.580832] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.581173] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.581341] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.581521] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.581904] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 759.581904] env[64022]: value = "task-2302472" [ 759.581904] env[64022]: _type = "Task" [ 759.581904] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.582343] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2978562-320a-4edd-8f20-b63eaa8807c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.591569] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302471, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.596809] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302472, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.598117] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.598369] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.599162] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9f096a-4a4f-4817-96ec-0aad3698040b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.604690] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Waiting for the task: (returnval){ [ 759.604690] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5277c1e3-d7a2-a016-6d68-0d2f6d9736c1" [ 759.604690] env[64022]: _type = "Task" [ 759.604690] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.613860] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5277c1e3-d7a2-a016-6d68-0d2f6d9736c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.977515] env[64022]: DEBUG nova.network.neutron [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.988672] env[64022]: DEBUG nova.scheduler.client.report [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.091149] env[64022]: DEBUG oslo_vmware.api [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302471, 'name': PowerOnVM_Task, 'duration_secs': 0.634402} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.091810] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.092048] env[64022]: INFO nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Took 8.32 seconds to spawn the instance on the hypervisor. [ 760.092259] env[64022]: DEBUG nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.093079] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a6d68e-0f76-4c10-a50d-fc4e790e5a1b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.098314] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302472, 'name': Destroy_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.115187] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5277c1e3-d7a2-a016-6d68-0d2f6d9736c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008862} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.115187] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eed16d7-dd5c-4db4-b382-e60921549316 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.120522] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Waiting for the task: (returnval){ [ 760.120522] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d46876-5d0a-bbf2-a6b0-843d5638e238" [ 760.120522] env[64022]: _type = "Task" [ 760.120522] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.131553] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d46876-5d0a-bbf2-a6b0-843d5638e238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.163014] env[64022]: DEBUG nova.network.neutron [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Updating instance_info_cache with network_info: [{"id": "12c7652e-e714-4764-9baf-775600294b04", "address": "fa:16:3e:f1:ea:f7", "network": {"id": "7f3ddfcf-24a9-4005-9c24-34d1a0737817", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-76085429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "086ce8b198234119bf945177b8a50618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c7652e-e7", "ovs_interfaceid": "12c7652e-e714-4764-9baf-775600294b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.494708] env[64022]: DEBUG oslo_concurrency.lockutils [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.497205] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.689s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.497407] env[64022]: DEBUG nova.objects.instance [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64022) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 760.522402] env[64022]: INFO nova.scheduler.client.report [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Deleted allocations for instance db0bd24c-af17-4abc-b83d-cd18c5f81568 [ 760.597031] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302472, 'name': Destroy_Task, 'duration_secs': 0.805023} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.597031] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Destroyed the VM [ 760.597031] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 760.597031] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cbd13345-f781-4535-bc05-95e04bd2392b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.605017] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 760.605017] env[64022]: value = "task-2302473" [ 760.605017] env[64022]: _type = "Task" [ 760.605017] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.612642] env[64022]: INFO nova.compute.manager [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Took 55.98 seconds to build instance. [ 760.617715] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302473, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.630406] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d46876-5d0a-bbf2-a6b0-843d5638e238, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.630995] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.631436] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 5f5830d4-a41f-4a59-befd-98bb57767ee0/5f5830d4-a41f-4a59-befd-98bb57767ee0.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.634017] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63404f81-c2d9-494c-a52d-f690f53c5a63 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.642186] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Waiting for the task: (returnval){ [ 760.642186] env[64022]: value = "task-2302474" [ 760.642186] env[64022]: _type = "Task" [ 760.642186] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.650595] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.669018] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Releasing lock "refresh_cache-6520ea44-5048-474f-b55f-69e2aba989fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.669018] env[64022]: DEBUG nova.compute.manager [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Instance network_info: |[{"id": "12c7652e-e714-4764-9baf-775600294b04", "address": "fa:16:3e:f1:ea:f7", "network": {"id": "7f3ddfcf-24a9-4005-9c24-34d1a0737817", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-76085429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "086ce8b198234119bf945177b8a50618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c7652e-e7", "ovs_interfaceid": "12c7652e-e714-4764-9baf-775600294b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.669018] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:ea:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12c7652e-e714-4764-9baf-775600294b04', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.676328] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Creating folder: Project (086ce8b198234119bf945177b8a50618). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.677592] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1715a73-4fea-49fc-bed7-4f492710c720 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.691229] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Created folder: Project (086ce8b198234119bf945177b8a50618) in parent group-v468248. [ 760.691229] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Creating folder: Instances. Parent ref: group-v468414. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.691229] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9c71500-5678-4bb8-a0fe-d57b461b5bd6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.700862] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Created folder: Instances in parent group-v468414. [ 760.704330] env[64022]: DEBUG oslo.service.loopingcall [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.704617] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.704870] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74b31898-2122-4dc2-b411-ffd9a1798e11 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.725574] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.725574] env[64022]: value = "task-2302477" [ 760.725574] env[64022]: _type = "Task" [ 760.725574] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.733972] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302477, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.031828] env[64022]: DEBUG oslo_concurrency.lockutils [None req-827c497a-d0f2-4afa-af7f-61493a66993e tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Lock "db0bd24c-af17-4abc-b83d-cd18c5f81568" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.779s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.114184] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302473, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.115461] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e8a915f-843a-4b75-9089-8184ddb65dd2 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "07b5281f-6480-476c-8457-c57526d1d8f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.459s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.150836] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302474, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.170870] env[64022]: DEBUG nova.compute.manager [req-894a310e-cadf-4a0e-8b1a-bd4380926f24 req-d9861c62-57fd-45a8-aa10-92f54350390d service nova] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Received event network-changed-12c7652e-e714-4764-9baf-775600294b04 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.171046] env[64022]: DEBUG nova.compute.manager [req-894a310e-cadf-4a0e-8b1a-bd4380926f24 req-d9861c62-57fd-45a8-aa10-92f54350390d service nova] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Refreshing instance network info cache due to event network-changed-12c7652e-e714-4764-9baf-775600294b04. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 761.171267] env[64022]: DEBUG oslo_concurrency.lockutils [req-894a310e-cadf-4a0e-8b1a-bd4380926f24 req-d9861c62-57fd-45a8-aa10-92f54350390d service nova] Acquiring lock "refresh_cache-6520ea44-5048-474f-b55f-69e2aba989fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.171412] env[64022]: DEBUG oslo_concurrency.lockutils [req-894a310e-cadf-4a0e-8b1a-bd4380926f24 req-d9861c62-57fd-45a8-aa10-92f54350390d service nova] Acquired lock "refresh_cache-6520ea44-5048-474f-b55f-69e2aba989fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.171901] env[64022]: DEBUG nova.network.neutron [req-894a310e-cadf-4a0e-8b1a-bd4380926f24 req-d9861c62-57fd-45a8-aa10-92f54350390d service nova] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Refreshing network info cache for port 12c7652e-e714-4764-9baf-775600294b04 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.236309] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302477, 'name': CreateVM_Task, 'duration_secs': 0.505379} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.236590] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.237335] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.237570] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.237980] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.238303] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61eb7283-0faf-46e3-86ef-3e5cc4aa5eb6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.243815] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Waiting for the task: (returnval){ [ 761.243815] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524d9851-0867-2860-5db5-5bd1136064a7" [ 761.243815] env[64022]: _type = "Task" [ 761.243815] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.253127] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524d9851-0867-2860-5db5-5bd1136064a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.510066] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0926fe94-a00b-436d-a024-9eb0d1290bb9 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.510749] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.013s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.512368] env[64022]: INFO nova.compute.claims [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.614726] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302473, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.638357] env[64022]: DEBUG oslo_concurrency.lockutils [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "870aa9bb-f650-40dd-b5b0-2a36ee80290d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.638357] env[64022]: DEBUG oslo_concurrency.lockutils [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "870aa9bb-f650-40dd-b5b0-2a36ee80290d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.638357] env[64022]: DEBUG oslo_concurrency.lockutils [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "870aa9bb-f650-40dd-b5b0-2a36ee80290d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.638357] env[64022]: DEBUG oslo_concurrency.lockutils [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "870aa9bb-f650-40dd-b5b0-2a36ee80290d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.638357] env[64022]: DEBUG oslo_concurrency.lockutils [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "870aa9bb-f650-40dd-b5b0-2a36ee80290d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.640040] env[64022]: INFO nova.compute.manager [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Terminating instance [ 761.651999] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302474, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.756280] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524d9851-0867-2860-5db5-5bd1136064a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.756472] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.756949] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.757215] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.757368] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.757552] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.757825] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c68c051-1d2f-4ba0-80c6-ad23d68bd903 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.767504] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.767695] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.773843] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6e0150-3ef8-400f-b73e-11dacc9ec0eb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.783842] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "07b5281f-6480-476c-8457-c57526d1d8f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.784125] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "07b5281f-6480-476c-8457-c57526d1d8f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.784318] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "07b5281f-6480-476c-8457-c57526d1d8f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.784504] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "07b5281f-6480-476c-8457-c57526d1d8f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.784675] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "07b5281f-6480-476c-8457-c57526d1d8f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.787660] env[64022]: INFO nova.compute.manager [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Terminating instance [ 761.793096] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Waiting for the task: (returnval){ [ 761.793096] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5293c18b-2a12-0bd4-1dc5-b5df7ba56109" [ 761.793096] env[64022]: _type = "Task" [ 761.793096] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.803195] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5293c18b-2a12-0bd4-1dc5-b5df7ba56109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.959500] env[64022]: DEBUG nova.network.neutron [req-894a310e-cadf-4a0e-8b1a-bd4380926f24 req-d9861c62-57fd-45a8-aa10-92f54350390d service nova] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Updated VIF entry in instance network info cache for port 12c7652e-e714-4764-9baf-775600294b04. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.959970] env[64022]: DEBUG nova.network.neutron [req-894a310e-cadf-4a0e-8b1a-bd4380926f24 req-d9861c62-57fd-45a8-aa10-92f54350390d service nova] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Updating instance_info_cache with network_info: [{"id": "12c7652e-e714-4764-9baf-775600294b04", "address": "fa:16:3e:f1:ea:f7", "network": {"id": "7f3ddfcf-24a9-4005-9c24-34d1a0737817", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-76085429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "086ce8b198234119bf945177b8a50618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c7652e-e7", "ovs_interfaceid": "12c7652e-e714-4764-9baf-775600294b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.118727] env[64022]: DEBUG oslo_vmware.api [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302473, 'name': RemoveSnapshot_Task, 'duration_secs': 1.29538} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.119116] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 762.119347] env[64022]: INFO nova.compute.manager [None req-c65675d5-27de-4f47-a2fe-254048e08eb6 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Took 16.85 seconds to snapshot the instance on the hypervisor. [ 762.147967] env[64022]: DEBUG nova.compute.manager [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.148211] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.150106] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da011ce3-6845-4c38-a1f7-0376c9411610 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.167471] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302474, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.471864} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.167471] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 5f5830d4-a41f-4a59-befd-98bb57767ee0/5f5830d4-a41f-4a59-befd-98bb57767ee0.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.167471] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.167947] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.168237] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02867b18-fd17-4406-8fc5-1324d629f74c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.170465] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dc674ce-01e5-471e-851d-2c9874c96119 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.179282] env[64022]: DEBUG oslo_vmware.api [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 762.179282] env[64022]: value = "task-2302479" [ 762.179282] env[64022]: _type = "Task" [ 762.179282] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.179586] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Waiting for the task: (returnval){ [ 762.179586] env[64022]: value = "task-2302478" [ 762.179586] env[64022]: _type = "Task" [ 762.179586] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.197648] env[64022]: DEBUG oslo_vmware.api [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.203229] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.300533] env[64022]: DEBUG nova.compute.manager [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.300904] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.305983] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf00e52-34aa-4791-b642-8d6fb5946928 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.311933] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5293c18b-2a12-0bd4-1dc5-b5df7ba56109, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.313271] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65b5b7f-c0c3-4423-8a11-fbe6b5615f64 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.318472] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.319125] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95809643-8acc-4ea8-8c60-a0d346add6b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.321861] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Waiting for the task: (returnval){ [ 762.321861] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52083290-f450-0f74-851d-0919a269d749" [ 762.321861] env[64022]: _type = "Task" [ 762.321861] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.326806] env[64022]: DEBUG oslo_vmware.api [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 762.326806] env[64022]: value = "task-2302480" [ 762.326806] env[64022]: _type = "Task" [ 762.326806] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.329883] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52083290-f450-0f74-851d-0919a269d749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.338048] env[64022]: DEBUG oslo_vmware.api [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.463869] env[64022]: DEBUG oslo_concurrency.lockutils [req-894a310e-cadf-4a0e-8b1a-bd4380926f24 req-d9861c62-57fd-45a8-aa10-92f54350390d service nova] Releasing lock "refresh_cache-6520ea44-5048-474f-b55f-69e2aba989fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.696404] env[64022]: DEBUG oslo_vmware.api [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302479, 'name': PowerOffVM_Task, 'duration_secs': 0.205074} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.700723] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.701094] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.701405] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103799} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.701628] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15ef817a-16e2-4921-8736-83560532a407 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.703664] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.704568] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a95c5a-0312-4560-9492-89d3bdfe2ac3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.737572] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 5f5830d4-a41f-4a59-befd-98bb57767ee0/5f5830d4-a41f-4a59-befd-98bb57767ee0.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.742270] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8d37ccd-0fe0-4a13-a232-e33395d7c7da {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.764289] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Waiting for the task: (returnval){ [ 762.764289] env[64022]: value = "task-2302482" [ 762.764289] env[64022]: _type = "Task" [ 762.764289] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.830547] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.830778] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.830963] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Deleting the datastore file [datastore2] 870aa9bb-f650-40dd-b5b0-2a36ee80290d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.835639] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a49d4b7-95e2-4682-a1ad-67da767c21be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.841314] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52083290-f450-0f74-851d-0919a269d749, 'name': SearchDatastore_Task, 'duration_secs': 0.009517} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.842378] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.842675] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 6520ea44-5048-474f-b55f-69e2aba989fa/6520ea44-5048-474f-b55f-69e2aba989fa.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.842975] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6dc1908-e202-42c3-979e-4db054a0f2aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.850741] env[64022]: DEBUG oslo_vmware.api [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 762.850741] env[64022]: value = "task-2302483" [ 762.850741] env[64022]: _type = "Task" [ 762.850741] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.851095] env[64022]: DEBUG oslo_vmware.api [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.861225] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Waiting for the task: (returnval){ [ 762.861225] env[64022]: value = "task-2302484" [ 762.861225] env[64022]: _type = "Task" [ 762.861225] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.869744] env[64022]: DEBUG oslo_vmware.api [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.875759] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.278941] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302482, 'name': ReconfigVM_Task, 'duration_secs': 0.489316} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.279440] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 5f5830d4-a41f-4a59-befd-98bb57767ee0/5f5830d4-a41f-4a59-befd-98bb57767ee0.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.280550] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1187cdc-e511-4ad3-adbf-d8f8da290e8e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.295537] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Waiting for the task: (returnval){ [ 763.295537] env[64022]: value = "task-2302485" [ 763.295537] env[64022]: _type = "Task" [ 763.295537] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.311905] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302485, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.348943] env[64022]: DEBUG oslo_vmware.api [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.366445] env[64022]: DEBUG oslo_vmware.api [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203556} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.371050] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.371652] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.372032] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.372395] env[64022]: INFO nova.compute.manager [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Took 1.22 seconds to destroy the instance on the hypervisor. [ 763.372786] env[64022]: DEBUG oslo.service.loopingcall [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.373165] env[64022]: DEBUG nova.compute.manager [-] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.373386] env[64022]: DEBUG nova.network.neutron [-] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.383897] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302484, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.397652] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08065014-fe3f-4fa1-a5a0-9afb1bc48c45 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.408100] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3f0aa1-3f06-4772-ae71-11b65b519cc6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.447063] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8288a86-4726-4bba-978a-b9689ae380bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.460040] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47959b42-9cde-4a02-8ec5-1ab3f066cd1c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.481071] env[64022]: DEBUG nova.compute.provider_tree [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.806580] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302485, 'name': Rename_Task, 'duration_secs': 0.310266} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.806896] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.807170] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0249387-ed37-4d7d-9a26-da4b6f6ba9eb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.814566] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Waiting for the task: (returnval){ [ 763.814566] env[64022]: value = "task-2302486" [ 763.814566] env[64022]: _type = "Task" [ 763.814566] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.823359] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.840664] env[64022]: DEBUG oslo_vmware.api [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302480, 'name': PowerOffVM_Task, 'duration_secs': 1.235593} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.841081] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.841237] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.841356] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0444120-339a-4a49-ba35-5e86bd52a3a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.887061] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723907} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.887061] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 6520ea44-5048-474f-b55f-69e2aba989fa/6520ea44-5048-474f-b55f-69e2aba989fa.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.890949] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.890949] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bd7e4f4-062a-42d7-80c9-3b6cb91436c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.898325] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Waiting for the task: (returnval){ [ 763.898325] env[64022]: value = "task-2302488" [ 763.898325] env[64022]: _type = "Task" [ 763.898325] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.906751] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.941584] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.943035] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.943998] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Deleting the datastore file [datastore2] 07b5281f-6480-476c-8457-c57526d1d8f7 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.943998] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c7bcaa8-a96d-40f0-9500-0f8e2f8bf44b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.955457] env[64022]: DEBUG oslo_vmware.api [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for the task: (returnval){ [ 763.955457] env[64022]: value = "task-2302489" [ 763.955457] env[64022]: _type = "Task" [ 763.955457] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.964947] env[64022]: DEBUG oslo_vmware.api [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.981501] env[64022]: DEBUG nova.scheduler.client.report [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.166307] env[64022]: DEBUG nova.compute.manager [req-11087122-b261-4a18-94e9-478e3029cb29 req-6c0be828-d2e1-46bf-b703-1642446175d7 service nova] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Received event network-vif-deleted-e6c9e8c6-4b91-47e0-8a4d-738214d48365 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.166307] env[64022]: INFO nova.compute.manager [req-11087122-b261-4a18-94e9-478e3029cb29 req-6c0be828-d2e1-46bf-b703-1642446175d7 service nova] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Neutron deleted interface e6c9e8c6-4b91-47e0-8a4d-738214d48365; detaching it from the instance and deleting it from the info cache [ 764.166307] env[64022]: DEBUG nova.network.neutron [req-11087122-b261-4a18-94e9-478e3029cb29 req-6c0be828-d2e1-46bf-b703-1642446175d7 service nova] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.328867] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.406666] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132054} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.406939] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.407754] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9194124-6579-47a4-b2fa-bba7c2b5b559 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.435946] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 6520ea44-5048-474f-b55f-69e2aba989fa/6520ea44-5048-474f-b55f-69e2aba989fa.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.436678] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ccbd09-10d5-4ba1-a30f-a34fbdffcb9b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.471381] env[64022]: DEBUG oslo_vmware.api [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Task: {'id': task-2302489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330843} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.473091] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.473091] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.530228] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.530228] env[64022]: INFO nova.compute.manager [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Took 2.17 seconds to destroy the instance on the hypervisor. [ 764.530228] env[64022]: DEBUG oslo.service.loopingcall [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.530228] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Waiting for the task: (returnval){ [ 764.530228] env[64022]: value = "task-2302490" [ 764.530228] env[64022]: _type = "Task" [ 764.530228] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.530228] env[64022]: DEBUG nova.compute.manager [-] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.530228] env[64022]: DEBUG nova.network.neutron [-] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.530228] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.979s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.530228] env[64022]: DEBUG nova.compute.manager [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.530228] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.530228] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.394s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.530228] env[64022]: INFO nova.compute.claims [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.672328] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae222bea-ff17-4d92-bb0e-2b9a59ac3c0c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.685945] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a161206-9e50-4594-b40a-4ccc11a99b50 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.730785] env[64022]: DEBUG nova.network.neutron [-] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.732493] env[64022]: DEBUG nova.compute.manager [req-11087122-b261-4a18-94e9-478e3029cb29 req-6c0be828-d2e1-46bf-b703-1642446175d7 service nova] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Detach interface failed, port_id=e6c9e8c6-4b91-47e0-8a4d-738214d48365, reason: Instance 870aa9bb-f650-40dd-b5b0-2a36ee80290d could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 764.750041] env[64022]: DEBUG nova.compute.manager [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.750825] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646f736c-ebf6-4ea1-a55c-ab9b5b8a2c6f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.827335] env[64022]: DEBUG oslo_vmware.api [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302486, 'name': PowerOnVM_Task, 'duration_secs': 0.699186} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.827335] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.827335] env[64022]: INFO nova.compute.manager [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Took 9.36 seconds to spawn the instance on the hypervisor. [ 764.827335] env[64022]: DEBUG nova.compute.manager [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.827335] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e171e4c5-2536-4079-9b32-235bea1ea93b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.988558] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302490, 'name': ReconfigVM_Task, 'duration_secs': 0.393316} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.989023] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 6520ea44-5048-474f-b55f-69e2aba989fa/6520ea44-5048-474f-b55f-69e2aba989fa.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.989819] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-142eb9a3-e568-4d4c-be9d-edb086c7e38d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.997361] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Waiting for the task: (returnval){ [ 764.997361] env[64022]: value = "task-2302491" [ 764.997361] env[64022]: _type = "Task" [ 764.997361] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.009125] env[64022]: DEBUG nova.compute.utils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 765.013632] env[64022]: DEBUG nova.compute.manager [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.013809] env[64022]: DEBUG nova.network.neutron [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.022477] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302491, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.106323] env[64022]: DEBUG nova.policy [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8117ec7d62224ebdbdb2d0fd3fd45602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7329ee1152854fdebbd2747fc537eadb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.237387] env[64022]: INFO nova.compute.manager [-] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Took 1.86 seconds to deallocate network for instance. [ 765.262215] env[64022]: INFO nova.compute.manager [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] instance snapshotting [ 765.271023] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08df4f6-f9a7-4a37-8b98-c2f926c38ee8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.290596] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667342e9-737b-4b59-9768-afb28ecc4c2d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.348543] env[64022]: INFO nova.compute.manager [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Took 51.86 seconds to build instance. [ 765.512116] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302491, 'name': Rename_Task, 'duration_secs': 0.152429} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.512116] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.512116] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0afa7972-3e16-45d4-8bc1-efa16cb958d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.514649] env[64022]: DEBUG nova.compute.manager [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.523675] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Waiting for the task: (returnval){ [ 765.523675] env[64022]: value = "task-2302492" [ 765.523675] env[64022]: _type = "Task" [ 765.523675] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.534490] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302492, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.612574] env[64022]: DEBUG nova.network.neutron [-] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.632786] env[64022]: DEBUG nova.network.neutron [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Successfully created port: 4f25d3f1-0266-4055-9f13-df7267f28dcb {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.750556] env[64022]: DEBUG oslo_concurrency.lockutils [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.806849] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.807222] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3e900b6-aa6a-4ee6-a938-8f2b5a19b855 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.815692] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 765.815692] env[64022]: value = "task-2302493" [ 765.815692] env[64022]: _type = "Task" [ 765.815692] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.837097] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302493, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.851057] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8039b319-9acf-4271-8693-b93a432ada4c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Lock "5f5830d4-a41f-4a59-befd-98bb57767ee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.929s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.039574] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302492, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.116964] env[64022]: INFO nova.compute.manager [-] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Took 1.64 seconds to deallocate network for instance. [ 766.136946] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eb5393-10bf-4179-9e0a-2a88c30660cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.145760] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddfc971-3620-42e0-b3eb-91a15795506d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.182721] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac642d8-47d0-452e-9a1a-2e6015ed7d34 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.192155] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb33200-769a-44fc-afff-33bab220d9ec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.209595] env[64022]: DEBUG nova.compute.provider_tree [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.328607] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302493, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.465235] env[64022]: DEBUG nova.compute.manager [req-7f757590-f9c8-4b5f-b483-6459801603ae req-cffa1248-9d3b-432b-87b1-ec5d57efa9f8 service nova] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Received event network-vif-deleted-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.527132] env[64022]: DEBUG nova.compute.manager [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.544533] env[64022]: DEBUG oslo_vmware.api [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302492, 'name': PowerOnVM_Task, 'duration_secs': 0.526477} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.544533] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.544533] env[64022]: INFO nova.compute.manager [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Took 8.40 seconds to spawn the instance on the hypervisor. [ 766.544533] env[64022]: DEBUG nova.compute.manager [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.544907] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae45df8-488d-4f6e-a4b5-fa21285716c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.560033] env[64022]: DEBUG nova.virt.hardware [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.560311] env[64022]: DEBUG nova.virt.hardware [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.560482] env[64022]: DEBUG nova.virt.hardware [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.560670] env[64022]: DEBUG nova.virt.hardware [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.560831] env[64022]: DEBUG nova.virt.hardware [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.560980] env[64022]: DEBUG nova.virt.hardware [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.563593] env[64022]: DEBUG nova.virt.hardware [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.563785] env[64022]: DEBUG nova.virt.hardware [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.564266] env[64022]: DEBUG nova.virt.hardware [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.564490] env[64022]: DEBUG nova.virt.hardware [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.564708] env[64022]: DEBUG nova.virt.hardware [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.565601] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab13685a-1291-43f3-9370-a0eeff6651ce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.575165] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605c3225-736b-4465-b49b-15318495e971 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.626646] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.714423] env[64022]: DEBUG nova.scheduler.client.report [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.771939] env[64022]: DEBUG oslo_vmware.rw_handles [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529940a4-44fe-ba40-13f1-cb948cf16be6/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 766.773305] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380d7548-99e2-40d8-a57c-b382ffb6e5b0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.780572] env[64022]: DEBUG oslo_vmware.rw_handles [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529940a4-44fe-ba40-13f1-cb948cf16be6/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 766.780798] env[64022]: ERROR oslo_vmware.rw_handles [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529940a4-44fe-ba40-13f1-cb948cf16be6/disk-0.vmdk due to incomplete transfer. [ 766.781065] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4871f953-6413-4e0c-9ab0-6662607f1c31 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.791561] env[64022]: DEBUG oslo_vmware.rw_handles [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529940a4-44fe-ba40-13f1-cb948cf16be6/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 766.791774] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Uploaded image 1a52e317-d7e5-49a6-ab42-cec41375592e to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 766.793495] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.794154] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9c09c3f-9b7b-4282-9f76-9a76b7452dcf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.800624] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 766.800624] env[64022]: value = "task-2302494" [ 766.800624] env[64022]: _type = "Task" [ 766.800624] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.810238] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302494, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.826293] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302493, 'name': CreateSnapshot_Task, 'duration_secs': 0.792628} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.826844] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 766.827612] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fbfddd-a00a-423f-8c19-6e49d7ac8a64 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.070210] env[64022]: INFO nova.compute.manager [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Took 50.27 seconds to build instance. [ 767.218424] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.221052] env[64022]: DEBUG nova.compute.manager [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.221776] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.522s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.224024] env[64022]: DEBUG nova.objects.instance [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lazy-loading 'resources' on Instance uuid 42d2e289-435f-47df-ae33-b003b319135a {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.295268] env[64022]: DEBUG oslo_concurrency.lockutils [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Acquiring lock "5f5830d4-a41f-4a59-befd-98bb57767ee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.295559] env[64022]: DEBUG oslo_concurrency.lockutils [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Lock "5f5830d4-a41f-4a59-befd-98bb57767ee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.295771] env[64022]: DEBUG oslo_concurrency.lockutils [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Acquiring lock "5f5830d4-a41f-4a59-befd-98bb57767ee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.295946] env[64022]: DEBUG oslo_concurrency.lockutils [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Lock "5f5830d4-a41f-4a59-befd-98bb57767ee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.296127] env[64022]: DEBUG oslo_concurrency.lockutils [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Lock "5f5830d4-a41f-4a59-befd-98bb57767ee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.298905] env[64022]: INFO nova.compute.manager [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Terminating instance [ 767.311589] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302494, 'name': Destroy_Task, 'duration_secs': 0.38977} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.311871] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Destroyed the VM [ 767.312141] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 767.312686] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f94e6858-0ca8-4057-89ff-ca7f4cc28e50 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.320437] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 767.320437] env[64022]: value = "task-2302495" [ 767.320437] env[64022]: _type = "Task" [ 767.320437] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.332269] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302495, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.353890] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.354862] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d28b4cd9-abe3-4147-92a6-1356fb4157c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.364269] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 767.364269] env[64022]: value = "task-2302496" [ 767.364269] env[64022]: _type = "Task" [ 767.364269] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.373130] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302496, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.573327] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Lock "6520ea44-5048-474f-b55f-69e2aba989fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.772s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.669691] env[64022]: DEBUG nova.compute.manager [req-7b1eb086-4f58-4b79-b8e4-142c0100e5b2 req-7ae56232-f6e5-4931-85b4-ab8f4a99821b service nova] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Received event network-vif-plugged-4f25d3f1-0266-4055-9f13-df7267f28dcb {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.669918] env[64022]: DEBUG oslo_concurrency.lockutils [req-7b1eb086-4f58-4b79-b8e4-142c0100e5b2 req-7ae56232-f6e5-4931-85b4-ab8f4a99821b service nova] Acquiring lock "67ccf4db-7d13-400a-9631-17414671500c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.670182] env[64022]: DEBUG oslo_concurrency.lockutils [req-7b1eb086-4f58-4b79-b8e4-142c0100e5b2 req-7ae56232-f6e5-4931-85b4-ab8f4a99821b service nova] Lock "67ccf4db-7d13-400a-9631-17414671500c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.670401] env[64022]: DEBUG oslo_concurrency.lockutils [req-7b1eb086-4f58-4b79-b8e4-142c0100e5b2 req-7ae56232-f6e5-4931-85b4-ab8f4a99821b service nova] Lock "67ccf4db-7d13-400a-9631-17414671500c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.670569] env[64022]: DEBUG nova.compute.manager [req-7b1eb086-4f58-4b79-b8e4-142c0100e5b2 req-7ae56232-f6e5-4931-85b4-ab8f4a99821b service nova] [instance: 67ccf4db-7d13-400a-9631-17414671500c] No waiting events found dispatching network-vif-plugged-4f25d3f1-0266-4055-9f13-df7267f28dcb {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.670738] env[64022]: WARNING nova.compute.manager [req-7b1eb086-4f58-4b79-b8e4-142c0100e5b2 req-7ae56232-f6e5-4931-85b4-ab8f4a99821b service nova] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Received unexpected event network-vif-plugged-4f25d3f1-0266-4055-9f13-df7267f28dcb for instance with vm_state building and task_state spawning. [ 767.722935] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Acquiring lock "6520ea44-5048-474f-b55f-69e2aba989fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.723371] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Lock "6520ea44-5048-474f-b55f-69e2aba989fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.723707] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Acquiring lock "6520ea44-5048-474f-b55f-69e2aba989fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.723996] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Lock "6520ea44-5048-474f-b55f-69e2aba989fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.724294] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Lock "6520ea44-5048-474f-b55f-69e2aba989fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.727839] env[64022]: DEBUG nova.compute.utils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 767.733797] env[64022]: INFO nova.compute.manager [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Terminating instance [ 767.737585] env[64022]: DEBUG nova.compute.manager [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.738072] env[64022]: DEBUG nova.network.neutron [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.804435] env[64022]: DEBUG nova.compute.manager [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.804435] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.805710] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02368b3-67a7-4b0f-a461-1295fca01edd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.813312] env[64022]: DEBUG nova.policy [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf7818f141044317948fbb3e4e144595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd1488a1c17b4b15a707c3b23f6bd5b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.823215] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.827266] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adc68e1f-0d15-44b8-9451-85330011889b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.837240] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302495, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.842795] env[64022]: DEBUG oslo_vmware.api [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Waiting for the task: (returnval){ [ 767.842795] env[64022]: value = "task-2302497" [ 767.842795] env[64022]: _type = "Task" [ 767.842795] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.856388] env[64022]: DEBUG oslo_vmware.api [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.879653] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302496, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.904565] env[64022]: DEBUG nova.network.neutron [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Successfully updated port: 4f25d3f1-0266-4055-9f13-df7267f28dcb {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.238358] env[64022]: DEBUG nova.compute.manager [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.250765] env[64022]: DEBUG nova.compute.manager [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.250765] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.251131] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c22a31-6edd-4122-b23d-11d26f0780db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.261609] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.262437] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a8e8050-a184-45a7-bb77-93ca5bacc43b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.273463] env[64022]: DEBUG oslo_vmware.api [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Waiting for the task: (returnval){ [ 768.273463] env[64022]: value = "task-2302498" [ 768.273463] env[64022]: _type = "Task" [ 768.273463] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.283940] env[64022]: DEBUG oslo_vmware.api [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.332795] env[64022]: DEBUG oslo_vmware.api [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302495, 'name': RemoveSnapshot_Task, 'duration_secs': 0.979155} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.333133] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.333626] env[64022]: INFO nova.compute.manager [None req-10b07c66-546f-4fed-9a52-1ab5bbd85905 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Took 14.73 seconds to snapshot the instance on the hypervisor. [ 768.354726] env[64022]: DEBUG oslo_vmware.api [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302497, 'name': PowerOffVM_Task, 'duration_secs': 0.249703} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.357643] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.357853] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.358448] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88e696fd-fae3-4004-92d1-b22fd5db5cb6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.378112] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302496, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.400367] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ebe364-4d60-4074-b643-a6b35544433f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.410446] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec4cdd6-d6e7-445d-8ff4-69d701b447bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.416490] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "refresh_cache-67ccf4db-7d13-400a-9631-17414671500c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.416490] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "refresh_cache-67ccf4db-7d13-400a-9631-17414671500c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.416490] env[64022]: DEBUG nova.network.neutron [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.449749] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e38bb00-a53a-4b76-bc29-6421c70f4948 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.452911] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.453199] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.453780] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Deleting the datastore file [datastore2] 5f5830d4-a41f-4a59-befd-98bb57767ee0 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.454180] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee9e0de9-848b-43ea-be4d-8f85d5da1930 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.462599] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eae64d-c466-4ccf-b033-c94d3dbc63a3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.471734] env[64022]: DEBUG oslo_vmware.api [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Waiting for the task: (returnval){ [ 768.471734] env[64022]: value = "task-2302500" [ 768.471734] env[64022]: _type = "Task" [ 768.471734] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.483861] env[64022]: DEBUG nova.compute.provider_tree [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.491013] env[64022]: DEBUG oslo_vmware.api [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.786614] env[64022]: DEBUG oslo_vmware.api [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302498, 'name': PowerOffVM_Task, 'duration_secs': 0.395484} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.786899] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.787082] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.788010] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44982af8-bb95-40b7-9a97-b0af9547aa42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.837922] env[64022]: DEBUG nova.network.neutron [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Successfully created port: 833159fc-1599-4a6d-9839-78e1ac3dd6ce {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.852365] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.855819] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.855819] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Deleting the datastore file [datastore1] 6520ea44-5048-474f-b55f-69e2aba989fa {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.855819] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7442a83-aaad-465d-a067-d591a571bb1e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.864803] env[64022]: DEBUG oslo_vmware.api [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Waiting for the task: (returnval){ [ 768.864803] env[64022]: value = "task-2302502" [ 768.864803] env[64022]: _type = "Task" [ 768.864803] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.885268] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302496, 'name': CloneVM_Task, 'duration_secs': 1.508728} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.885268] env[64022]: DEBUG oslo_vmware.api [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.885268] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Created linked-clone VM from snapshot [ 768.885924] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eead6a0b-a381-4c62-aa34-2f8cfa719c2b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.895643] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Uploading image ebebcfa1-b302-4acb-b0ab-b2a2feb64db7 {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 768.931350] env[64022]: DEBUG oslo_vmware.rw_handles [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 768.931350] env[64022]: value = "vm-468418" [ 768.931350] env[64022]: _type = "VirtualMachine" [ 768.931350] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 768.931680] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0f455441-2fbe-4984-9888-2c548e3a3c4e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.939008] env[64022]: DEBUG oslo_vmware.rw_handles [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lease: (returnval){ [ 768.939008] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d3b296-d443-0cd4-59ac-70022cb64bd8" [ 768.939008] env[64022]: _type = "HttpNfcLease" [ 768.939008] env[64022]: } obtained for exporting VM: (result){ [ 768.939008] env[64022]: value = "vm-468418" [ 768.939008] env[64022]: _type = "VirtualMachine" [ 768.939008] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 768.939363] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the lease: (returnval){ [ 768.939363] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d3b296-d443-0cd4-59ac-70022cb64bd8" [ 768.939363] env[64022]: _type = "HttpNfcLease" [ 768.939363] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 768.948172] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 768.948172] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d3b296-d443-0cd4-59ac-70022cb64bd8" [ 768.948172] env[64022]: _type = "HttpNfcLease" [ 768.948172] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 768.985625] env[64022]: DEBUG oslo_vmware.api [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Task: {'id': task-2302500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158925} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.985625] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.985625] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.985625] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.985625] env[64022]: INFO nova.compute.manager [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 768.985625] env[64022]: DEBUG oslo.service.loopingcall [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.985625] env[64022]: DEBUG nova.network.neutron [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.987900] env[64022]: DEBUG nova.compute.manager [-] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.987900] env[64022]: DEBUG nova.network.neutron [-] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.990052] env[64022]: DEBUG nova.scheduler.client.report [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.253782] env[64022]: DEBUG nova.compute.manager [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.286453] env[64022]: DEBUG nova.virt.hardware [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.286453] env[64022]: DEBUG nova.virt.hardware [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.286453] env[64022]: DEBUG nova.virt.hardware [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.286685] env[64022]: DEBUG nova.virt.hardware [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.286685] env[64022]: DEBUG nova.virt.hardware [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.286826] env[64022]: DEBUG nova.virt.hardware [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.286987] env[64022]: DEBUG nova.virt.hardware [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.287157] env[64022]: DEBUG nova.virt.hardware [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.287322] env[64022]: DEBUG nova.virt.hardware [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.287478] env[64022]: DEBUG nova.virt.hardware [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.288657] env[64022]: DEBUG nova.virt.hardware [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.288960] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a922d230-ea9b-4fda-8ffe-0f64463bb857 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.295117] env[64022]: DEBUG nova.network.neutron [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Updating instance_info_cache with network_info: [{"id": "4f25d3f1-0266-4055-9f13-df7267f28dcb", "address": "fa:16:3e:f5:27:32", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f25d3f1-02", "ovs_interfaceid": "4f25d3f1-0266-4055-9f13-df7267f28dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.303024] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b30cca-17f2-4e2c-8945-cf4d367ecc9c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.375342] env[64022]: DEBUG oslo_vmware.api [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Task: {'id': task-2302502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182991} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.375658] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.375840] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.376019] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.376206] env[64022]: INFO nova.compute.manager [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 769.376442] env[64022]: DEBUG oslo.service.loopingcall [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 769.376626] env[64022]: DEBUG nova.compute.manager [-] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.376720] env[64022]: DEBUG nova.network.neutron [-] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.449259] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.449259] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d3b296-d443-0cd4-59ac-70022cb64bd8" [ 769.449259] env[64022]: _type = "HttpNfcLease" [ 769.449259] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 769.449487] env[64022]: DEBUG oslo_vmware.rw_handles [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 769.449487] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d3b296-d443-0cd4-59ac-70022cb64bd8" [ 769.449487] env[64022]: _type = "HttpNfcLease" [ 769.449487] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 769.450454] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b81c42-cf8b-4dae-8235-d06834dbd63a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.459402] env[64022]: DEBUG oslo_vmware.rw_handles [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526da15f-f910-16ef-efd0-3cbc0efae220/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 769.459606] env[64022]: DEBUG oslo_vmware.rw_handles [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526da15f-f910-16ef-efd0-3cbc0efae220/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 769.528009] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.532779] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.643s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.534982] env[64022]: INFO nova.compute.claims [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.553615] env[64022]: INFO nova.scheduler.client.report [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleted allocations for instance 42d2e289-435f-47df-ae33-b003b319135a [ 769.569312] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-63b86fbd-bedc-4207-91d6-0e185c1c6c08 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.662801] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "2aab7970-69d2-48ce-a1aa-4cb48d3e2e27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.662868] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "2aab7970-69d2-48ce-a1aa-4cb48d3e2e27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.721798] env[64022]: DEBUG nova.compute.manager [req-ab4b6e5c-b382-4c74-b755-1dd96c9e3d1a req-7560c57e-3251-44e7-93c6-da821478a34c service nova] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Received event network-changed-4f25d3f1-0266-4055-9f13-df7267f28dcb {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.722773] env[64022]: DEBUG nova.compute.manager [req-ab4b6e5c-b382-4c74-b755-1dd96c9e3d1a req-7560c57e-3251-44e7-93c6-da821478a34c service nova] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Refreshing instance network info cache due to event network-changed-4f25d3f1-0266-4055-9f13-df7267f28dcb. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 769.722773] env[64022]: DEBUG oslo_concurrency.lockutils [req-ab4b6e5c-b382-4c74-b755-1dd96c9e3d1a req-7560c57e-3251-44e7-93c6-da821478a34c service nova] Acquiring lock "refresh_cache-67ccf4db-7d13-400a-9631-17414671500c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.796616] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "refresh_cache-67ccf4db-7d13-400a-9631-17414671500c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.796934] env[64022]: DEBUG nova.compute.manager [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Instance network_info: |[{"id": "4f25d3f1-0266-4055-9f13-df7267f28dcb", "address": "fa:16:3e:f5:27:32", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f25d3f1-02", "ovs_interfaceid": "4f25d3f1-0266-4055-9f13-df7267f28dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.797222] env[64022]: DEBUG oslo_concurrency.lockutils [req-ab4b6e5c-b382-4c74-b755-1dd96c9e3d1a req-7560c57e-3251-44e7-93c6-da821478a34c service nova] Acquired lock "refresh_cache-67ccf4db-7d13-400a-9631-17414671500c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.797403] env[64022]: DEBUG nova.network.neutron [req-ab4b6e5c-b382-4c74-b755-1dd96c9e3d1a req-7560c57e-3251-44e7-93c6-da821478a34c service nova] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Refreshing network info cache for port 4f25d3f1-0266-4055-9f13-df7267f28dcb {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.798522] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:27:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f25d3f1-0266-4055-9f13-df7267f28dcb', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.806012] env[64022]: DEBUG oslo.service.loopingcall [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 769.806739] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.807384] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e5149fe-502f-4d51-93f5-ff8267a624ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.831231] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.831231] env[64022]: value = "task-2302504" [ 769.831231] env[64022]: _type = "Task" [ 769.831231] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.840844] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302504, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.856090] env[64022]: DEBUG nova.network.neutron [-] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.063785] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9bc152ef-26e4-410a-a40e-b462335e5935 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "42d2e289-435f-47df-ae33-b003b319135a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.879s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.166402] env[64022]: DEBUG nova.compute.manager [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.284827] env[64022]: DEBUG nova.network.neutron [-] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.357215] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302504, 'name': CreateVM_Task, 'duration_secs': 0.361183} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.357575] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.358187] env[64022]: INFO nova.compute.manager [-] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Took 1.37 seconds to deallocate network for instance. [ 770.359195] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.359992] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.360503] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.363499] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4bfcaf-cd8a-4d2a-b7da-6ddb96c53296 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.375029] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 770.375029] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d801e2-2f3d-6331-6c37-bfd295e000e8" [ 770.375029] env[64022]: _type = "Task" [ 770.375029] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.382875] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d801e2-2f3d-6331-6c37-bfd295e000e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.653837] env[64022]: DEBUG nova.network.neutron [req-ab4b6e5c-b382-4c74-b755-1dd96c9e3d1a req-7560c57e-3251-44e7-93c6-da821478a34c service nova] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Updated VIF entry in instance network info cache for port 4f25d3f1-0266-4055-9f13-df7267f28dcb. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.654224] env[64022]: DEBUG nova.network.neutron [req-ab4b6e5c-b382-4c74-b755-1dd96c9e3d1a req-7560c57e-3251-44e7-93c6-da821478a34c service nova] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Updating instance_info_cache with network_info: [{"id": "4f25d3f1-0266-4055-9f13-df7267f28dcb", "address": "fa:16:3e:f5:27:32", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f25d3f1-02", "ovs_interfaceid": "4f25d3f1-0266-4055-9f13-df7267f28dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.700269] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.786953] env[64022]: INFO nova.compute.manager [-] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Took 1.41 seconds to deallocate network for instance. [ 770.872756] env[64022]: DEBUG oslo_concurrency.lockutils [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.884085] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d801e2-2f3d-6331-6c37-bfd295e000e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01501} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.887245] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.888239] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.888239] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.888239] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.888239] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.889611] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bb7975f-cdbd-4283-84a0-928726393431 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.903745] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.903959] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.905530] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f996a7d4-cc06-4413-8c13-721b4bd93a5b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.912798] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 770.912798] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a8ac70-e55a-e7a2-81cb-045fe71d7b9e" [ 770.912798] env[64022]: _type = "Task" [ 770.912798] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.919675] env[64022]: DEBUG nova.compute.manager [req-564ed34a-2f91-4947-8ba0-deae72a29ced req-91fa589c-6de9-4689-b0f7-7c400558fb1f service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Received event network-vif-plugged-833159fc-1599-4a6d-9839-78e1ac3dd6ce {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.920212] env[64022]: DEBUG oslo_concurrency.lockutils [req-564ed34a-2f91-4947-8ba0-deae72a29ced req-91fa589c-6de9-4689-b0f7-7c400558fb1f service nova] Acquiring lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.921370] env[64022]: DEBUG oslo_concurrency.lockutils [req-564ed34a-2f91-4947-8ba0-deae72a29ced req-91fa589c-6de9-4689-b0f7-7c400558fb1f service nova] Lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.921660] env[64022]: DEBUG oslo_concurrency.lockutils [req-564ed34a-2f91-4947-8ba0-deae72a29ced req-91fa589c-6de9-4689-b0f7-7c400558fb1f service nova] Lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.921996] env[64022]: DEBUG nova.compute.manager [req-564ed34a-2f91-4947-8ba0-deae72a29ced req-91fa589c-6de9-4689-b0f7-7c400558fb1f service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] No waiting events found dispatching network-vif-plugged-833159fc-1599-4a6d-9839-78e1ac3dd6ce {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.922361] env[64022]: WARNING nova.compute.manager [req-564ed34a-2f91-4947-8ba0-deae72a29ced req-91fa589c-6de9-4689-b0f7-7c400558fb1f service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Received unexpected event network-vif-plugged-833159fc-1599-4a6d-9839-78e1ac3dd6ce for instance with vm_state building and task_state spawning. [ 770.934147] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a8ac70-e55a-e7a2-81cb-045fe71d7b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.934503] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9077c570-7259-474e-a536-d7f0ec4c6ad9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.948851] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 770.948851] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521837be-f1df-4d0b-b09b-2caf0bab1243" [ 770.948851] env[64022]: _type = "Task" [ 770.948851] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.959757] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521837be-f1df-4d0b-b09b-2caf0bab1243, 'name': SearchDatastore_Task, 'duration_secs': 0.011347} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.960530] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.960530] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 67ccf4db-7d13-400a-9631-17414671500c/67ccf4db-7d13-400a-9631-17414671500c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.960779] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43ee7e80-2d1f-420c-b484-2f781fd2405b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.967940] env[64022]: DEBUG nova.network.neutron [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Successfully updated port: 833159fc-1599-4a6d-9839-78e1ac3dd6ce {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.976167] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 770.976167] env[64022]: value = "task-2302505" [ 770.976167] env[64022]: _type = "Task" [ 770.976167] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.987169] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.157884] env[64022]: DEBUG oslo_concurrency.lockutils [req-ab4b6e5c-b382-4c74-b755-1dd96c9e3d1a req-7560c57e-3251-44e7-93c6-da821478a34c service nova] Releasing lock "refresh_cache-67ccf4db-7d13-400a-9631-17414671500c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.158675] env[64022]: DEBUG nova.compute.manager [req-ab4b6e5c-b382-4c74-b755-1dd96c9e3d1a req-7560c57e-3251-44e7-93c6-da821478a34c service nova] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Received event network-vif-deleted-6415aedc-29a8-47fb-988b-5aa179026f14 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.158954] env[64022]: INFO nova.compute.manager [req-ab4b6e5c-b382-4c74-b755-1dd96c9e3d1a req-7560c57e-3251-44e7-93c6-da821478a34c service nova] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Neutron deleted interface 6415aedc-29a8-47fb-988b-5aa179026f14; detaching it from the instance and deleting it from the info cache [ 771.159584] env[64022]: DEBUG nova.network.neutron [req-ab4b6e5c-b382-4c74-b755-1dd96c9e3d1a req-7560c57e-3251-44e7-93c6-da821478a34c service nova] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.216011] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359dfb99-2b1b-4c5f-90a7-bb9276902161 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.226247] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1d42f2-d6ab-461e-822e-168a61f56a97 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.260046] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efef2143-5a84-42ff-862d-efc65d9068c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.269870] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dca1dc8-65e2-45ac-af05-5a9ff27f624d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.286235] env[64022]: DEBUG nova.compute.provider_tree [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.296556] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.471677] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.471943] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquired lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.472224] env[64022]: DEBUG nova.network.neutron [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.488904] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302505, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.516842] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.517248] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.517529] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.517679] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.518374] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.520770] env[64022]: INFO nova.compute.manager [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Terminating instance [ 771.666987] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd87edb9-353b-4353-bd5a-1c1f52f5a339 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.688969] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b577963-7172-4a31-98df-9c689ca5dd9e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.735950] env[64022]: DEBUG nova.compute.manager [req-ab4b6e5c-b382-4c74-b755-1dd96c9e3d1a req-7560c57e-3251-44e7-93c6-da821478a34c service nova] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Detach interface failed, port_id=6415aedc-29a8-47fb-988b-5aa179026f14, reason: Instance 5f5830d4-a41f-4a59-befd-98bb57767ee0 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 771.790233] env[64022]: DEBUG nova.scheduler.client.report [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.906656] env[64022]: DEBUG nova.compute.manager [req-fd967d1e-8fef-4ebd-ab5a-6e667a9fada7 req-d64bfc5b-143b-43ab-9fe8-b89cf46148b8 service nova] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Received event network-vif-deleted-12c7652e-e714-4764-9baf-775600294b04 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.987859] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647062} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.988121] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 67ccf4db-7d13-400a-9631-17414671500c/67ccf4db-7d13-400a-9631-17414671500c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.988398] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.988657] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-815e8c7a-8413-42e5-9245-fcd6ccc79102 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.997022] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 771.997022] env[64022]: value = "task-2302506" [ 771.997022] env[64022]: _type = "Task" [ 771.997022] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.005779] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.025989] env[64022]: DEBUG nova.compute.manager [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.026066] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.027123] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db32f700-e4fe-4fe4-a2dc-cdff260b58c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.034614] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.034880] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f6f4568-21f3-4439-a178-df8b2ae83574 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.041643] env[64022]: DEBUG oslo_vmware.api [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 772.041643] env[64022]: value = "task-2302507" [ 772.041643] env[64022]: _type = "Task" [ 772.041643] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.051743] env[64022]: DEBUG oslo_vmware.api [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.060489] env[64022]: DEBUG nova.network.neutron [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.272616] env[64022]: DEBUG nova.network.neutron [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Updating instance_info_cache with network_info: [{"id": "833159fc-1599-4a6d-9839-78e1ac3dd6ce", "address": "fa:16:3e:8e:e6:b9", "network": {"id": "dcb545d8-5506-44e3-bc99-8c00f119db90", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-423610279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1488a1c17b4b15a707c3b23f6bd5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap833159fc-15", "ovs_interfaceid": "833159fc-1599-4a6d-9839-78e1ac3dd6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.295899] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.296443] env[64022]: DEBUG nova.compute.manager [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.298961] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.222s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.299202] env[64022]: DEBUG nova.objects.instance [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lazy-loading 'resources' on Instance uuid 1a99f453-b18c-4191-b80d-e769aa3742ba {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.506555] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085885} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.506822] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.507667] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7c07e0-3edf-44d4-86fe-7d8edf386bb9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.531324] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 67ccf4db-7d13-400a-9631-17414671500c/67ccf4db-7d13-400a-9631-17414671500c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.531621] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4db63fd6-2f6d-4cf1-a4e8-26b4770a405d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.554913] env[64022]: DEBUG oslo_vmware.api [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302507, 'name': PowerOffVM_Task, 'duration_secs': 0.234822} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.556297] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.556475] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.556803] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 772.556803] env[64022]: value = "task-2302508" [ 772.556803] env[64022]: _type = "Task" [ 772.556803] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.556970] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-567ab3f6-c186-484c-a3c6-48b9e8a1265e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.566936] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.641178] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.641178] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.641178] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleting the datastore file [datastore2] 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.641178] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae654462-b373-4547-909a-626a2aa58466 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.649024] env[64022]: DEBUG oslo_vmware.api [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 772.649024] env[64022]: value = "task-2302510" [ 772.649024] env[64022]: _type = "Task" [ 772.649024] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.654732] env[64022]: DEBUG oslo_vmware.api [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.776095] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Releasing lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.776504] env[64022]: DEBUG nova.compute.manager [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Instance network_info: |[{"id": "833159fc-1599-4a6d-9839-78e1ac3dd6ce", "address": "fa:16:3e:8e:e6:b9", "network": {"id": "dcb545d8-5506-44e3-bc99-8c00f119db90", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-423610279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1488a1c17b4b15a707c3b23f6bd5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap833159fc-15", "ovs_interfaceid": "833159fc-1599-4a6d-9839-78e1ac3dd6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.777586] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:e6:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '833159fc-1599-4a6d-9839-78e1ac3dd6ce', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.786674] env[64022]: DEBUG oslo.service.loopingcall [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.787393] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.787393] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8516a8a8-3c88-4526-b08a-f78c3489c974 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.804318] env[64022]: DEBUG nova.compute.utils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 772.808291] env[64022]: DEBUG nova.compute.manager [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.808463] env[64022]: DEBUG nova.network.neutron [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.815729] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.815729] env[64022]: value = "task-2302511" [ 772.815729] env[64022]: _type = "Task" [ 772.815729] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.828390] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302511, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.879809] env[64022]: DEBUG nova.policy [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22103cb9c6234f358a677febe15741fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '279d0f1f85374f80a8fa5f00713d12bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.947510] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.947510] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.075677] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.096712] env[64022]: DEBUG nova.compute.manager [req-159d267d-637b-40b7-860d-8ec17de788e4 req-5a4f74ad-e350-4eba-a175-5afa13003f26 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Received event network-changed-833159fc-1599-4a6d-9839-78e1ac3dd6ce {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.096914] env[64022]: DEBUG nova.compute.manager [req-159d267d-637b-40b7-860d-8ec17de788e4 req-5a4f74ad-e350-4eba-a175-5afa13003f26 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Refreshing instance network info cache due to event network-changed-833159fc-1599-4a6d-9839-78e1ac3dd6ce. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.097166] env[64022]: DEBUG oslo_concurrency.lockutils [req-159d267d-637b-40b7-860d-8ec17de788e4 req-5a4f74ad-e350-4eba-a175-5afa13003f26 service nova] Acquiring lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.097310] env[64022]: DEBUG oslo_concurrency.lockutils [req-159d267d-637b-40b7-860d-8ec17de788e4 req-5a4f74ad-e350-4eba-a175-5afa13003f26 service nova] Acquired lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.098042] env[64022]: DEBUG nova.network.neutron [req-159d267d-637b-40b7-860d-8ec17de788e4 req-5a4f74ad-e350-4eba-a175-5afa13003f26 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Refreshing network info cache for port 833159fc-1599-4a6d-9839-78e1ac3dd6ce {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.160797] env[64022]: DEBUG oslo_vmware.api [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147711} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.161022] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.161224] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.161887] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.161887] env[64022]: INFO nova.compute.manager [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Took 1.14 seconds to destroy the instance on the hypervisor. [ 773.162161] env[64022]: DEBUG oslo.service.loopingcall [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.162461] env[64022]: DEBUG nova.compute.manager [-] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.162607] env[64022]: DEBUG nova.network.neutron [-] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.313417] env[64022]: DEBUG nova.compute.manager [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.328655] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302511, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.345918] env[64022]: DEBUG nova.network.neutron [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Successfully created port: ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.402284] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fa9cc0-0a9e-4cf1-bfea-0ae81e1414a3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.189108] env[64022]: DEBUG nova.compute.manager [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.197756] env[64022]: DEBUG nova.compute.manager [req-a009dd04-c4f7-46f1-91f9-affa780311d0 req-9c1f1d04-b171-4b42-b3c9-7fdd547e58f1 service nova] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Received event network-vif-deleted-31cd9dc7-d709-42e1-b98a-74a6a5549eec {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.197756] env[64022]: INFO nova.compute.manager [req-a009dd04-c4f7-46f1-91f9-affa780311d0 req-9c1f1d04-b171-4b42-b3c9-7fdd547e58f1 service nova] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Neutron deleted interface 31cd9dc7-d709-42e1-b98a-74a6a5549eec; detaching it from the instance and deleting it from the info cache [ 774.197756] env[64022]: DEBUG nova.network.neutron [req-a009dd04-c4f7-46f1-91f9-affa780311d0 req-9c1f1d04-b171-4b42-b3c9-7fdd547e58f1 service nova] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.218843] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302508, 'name': ReconfigVM_Task, 'duration_secs': 1.348535} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.219763] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302511, 'name': CreateVM_Task, 'duration_secs': 1.386888} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.219763] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 67ccf4db-7d13-400a-9631-17414671500c/67ccf4db-7d13-400a-9631-17414671500c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.221142] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1c1b88-e869-41dc-bdef-49d4028defd9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.224384] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.224933] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f4dcb09-29b3-4ad0-aba7-5fa5251a8ef9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.227458] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.227626] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.227931] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.229435] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10386458-fd43-461a-8d29-b4303b8669fa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.264708] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94931836-01c4-4daf-b035-21848ac47726 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.267692] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 774.267692] env[64022]: value = "task-2302512" [ 774.267692] env[64022]: _type = "Task" [ 774.267692] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.267969] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 774.267969] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f6edbd-5220-3b76-aa6b-2e298c4fb7e2" [ 774.267969] env[64022]: _type = "Task" [ 774.267969] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.279492] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b05af3-2b2b-4a49-b718-2cdcb99f0c7f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.290482] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f6edbd-5220-3b76-aa6b-2e298c4fb7e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.290667] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302512, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.291358] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.291629] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.291901] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.292070] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.292252] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.303583] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb94c0ef-9ec5-40fd-9039-8cf073fb6e3b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.306190] env[64022]: DEBUG nova.compute.provider_tree [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.315394] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.315577] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.316822] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f4eb934-6189-43bb-b32f-8e821e30cb7b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.322920] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 774.322920] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525c302f-1ae3-5fca-0e3e-7ab7a32747fd" [ 774.322920] env[64022]: _type = "Task" [ 774.322920] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.332174] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525c302f-1ae3-5fca-0e3e-7ab7a32747fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.504450] env[64022]: DEBUG nova.network.neutron [req-159d267d-637b-40b7-860d-8ec17de788e4 req-5a4f74ad-e350-4eba-a175-5afa13003f26 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Updated VIF entry in instance network info cache for port 833159fc-1599-4a6d-9839-78e1ac3dd6ce. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.504851] env[64022]: DEBUG nova.network.neutron [req-159d267d-637b-40b7-860d-8ec17de788e4 req-5a4f74ad-e350-4eba-a175-5afa13003f26 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Updating instance_info_cache with network_info: [{"id": "833159fc-1599-4a6d-9839-78e1ac3dd6ce", "address": "fa:16:3e:8e:e6:b9", "network": {"id": "dcb545d8-5506-44e3-bc99-8c00f119db90", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-423610279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1488a1c17b4b15a707c3b23f6bd5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap833159fc-15", "ovs_interfaceid": "833159fc-1599-4a6d-9839-78e1ac3dd6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.701140] env[64022]: DEBUG nova.network.neutron [-] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.703190] env[64022]: DEBUG nova.compute.manager [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.728141] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.734482] env[64022]: DEBUG nova.virt.hardware [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.734768] env[64022]: DEBUG nova.virt.hardware [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.735050] env[64022]: DEBUG nova.virt.hardware [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.735209] env[64022]: DEBUG nova.virt.hardware [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.735396] env[64022]: DEBUG nova.virt.hardware [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.735595] env[64022]: DEBUG nova.virt.hardware [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.735840] env[64022]: DEBUG nova.virt.hardware [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.736042] env[64022]: DEBUG nova.virt.hardware [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.736270] env[64022]: DEBUG nova.virt.hardware [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.736476] env[64022]: DEBUG nova.virt.hardware [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.736683] env[64022]: DEBUG nova.virt.hardware [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.738028] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79a79ec-befd-4c63-9e9f-2159c85b49a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.748721] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ba31d6-49aa-4cfc-b977-4d1fc5b730ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.773138] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09665225-af2b-4341-ace6-7c2bba4485d0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.780665] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302512, 'name': Rename_Task, 'duration_secs': 0.164527} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.781970] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.782209] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4681826c-f863-427b-bb01-c51a471deece {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.786525] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861c1b48-2fd6-468f-afc0-a6e672773abc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.801775] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 774.801775] env[64022]: value = "task-2302513" [ 774.801775] env[64022]: _type = "Task" [ 774.801775] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.810125] env[64022]: DEBUG nova.scheduler.client.report [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.813613] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.828538] env[64022]: DEBUG nova.compute.manager [req-a009dd04-c4f7-46f1-91f9-affa780311d0 req-9c1f1d04-b171-4b42-b3c9-7fdd547e58f1 service nova] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Detach interface failed, port_id=31cd9dc7-d709-42e1-b98a-74a6a5549eec, reason: Instance 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 774.830549] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.531s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.835017] env[64022]: DEBUG oslo_concurrency.lockutils [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.973s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.835292] env[64022]: DEBUG nova.objects.instance [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lazy-loading 'resources' on Instance uuid d7710f8b-e98f-47fa-9976-6f44ec448c6c {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.847806] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525c302f-1ae3-5fca-0e3e-7ab7a32747fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.849177] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85c9721-6535-4597-ad10-a9f3eb30a32a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.856313] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 774.856313] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528ccbcc-5e0e-15c5-1316-979c76659135" [ 774.856313] env[64022]: _type = "Task" [ 774.856313] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.868863] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528ccbcc-5e0e-15c5-1316-979c76659135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.869658] env[64022]: INFO nova.scheduler.client.report [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Deleted allocations for instance 1a99f453-b18c-4191-b80d-e769aa3742ba [ 775.008872] env[64022]: DEBUG oslo_concurrency.lockutils [req-159d267d-637b-40b7-860d-8ec17de788e4 req-5a4f74ad-e350-4eba-a175-5afa13003f26 service nova] Releasing lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.119618] env[64022]: DEBUG nova.network.neutron [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Successfully updated port: ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.209734] env[64022]: INFO nova.compute.manager [-] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Took 2.05 seconds to deallocate network for instance. [ 775.254208] env[64022]: DEBUG nova.compute.manager [req-15858d0f-bdb9-4260-a4ad-190ecb6bd6c7 req-8c9c8261-eea6-41d5-9bce-a52cc399d28d service nova] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Received event network-vif-plugged-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.254443] env[64022]: DEBUG oslo_concurrency.lockutils [req-15858d0f-bdb9-4260-a4ad-190ecb6bd6c7 req-8c9c8261-eea6-41d5-9bce-a52cc399d28d service nova] Acquiring lock "c523ef6e-3526-4568-aebd-ab508d4f15cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.254664] env[64022]: DEBUG oslo_concurrency.lockutils [req-15858d0f-bdb9-4260-a4ad-190ecb6bd6c7 req-8c9c8261-eea6-41d5-9bce-a52cc399d28d service nova] Lock "c523ef6e-3526-4568-aebd-ab508d4f15cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.254836] env[64022]: DEBUG oslo_concurrency.lockutils [req-15858d0f-bdb9-4260-a4ad-190ecb6bd6c7 req-8c9c8261-eea6-41d5-9bce-a52cc399d28d service nova] Lock "c523ef6e-3526-4568-aebd-ab508d4f15cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.254999] env[64022]: DEBUG nova.compute.manager [req-15858d0f-bdb9-4260-a4ad-190ecb6bd6c7 req-8c9c8261-eea6-41d5-9bce-a52cc399d28d service nova] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] No waiting events found dispatching network-vif-plugged-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.255187] env[64022]: WARNING nova.compute.manager [req-15858d0f-bdb9-4260-a4ad-190ecb6bd6c7 req-8c9c8261-eea6-41d5-9bce-a52cc399d28d service nova] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Received unexpected event network-vif-plugged-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 for instance with vm_state building and task_state spawning. [ 775.312262] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302513, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.374816] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528ccbcc-5e0e-15c5-1316-979c76659135, 'name': SearchDatastore_Task, 'duration_secs': 0.011498} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.382293] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.382293] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 5e8e8a6c-195e-4106-a99c-dff82adfefb2/5e8e8a6c-195e-4106-a99c-dff82adfefb2.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.382293] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "1a99f453-b18c-4191-b80d-e769aa3742ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.066s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.383261] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c39672d-7ba5-4628-8186-ee37d8a4c4b8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.385690] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "1a99f453-b18c-4191-b80d-e769aa3742ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 37.642s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.387227] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "1a99f453-b18c-4191-b80d-e769aa3742ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.387565] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "1a99f453-b18c-4191-b80d-e769aa3742ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.387884] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "1a99f453-b18c-4191-b80d-e769aa3742ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.391019] env[64022]: INFO nova.compute.manager [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Terminating instance [ 775.397967] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 775.397967] env[64022]: value = "task-2302514" [ 775.397967] env[64022]: _type = "Task" [ 775.397967] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.408714] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.632020] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "refresh_cache-c523ef6e-3526-4568-aebd-ab508d4f15cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.632020] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquired lock "refresh_cache-c523ef6e-3526-4568-aebd-ab508d4f15cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.632020] env[64022]: DEBUG nova.network.neutron [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.716048] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.819213] env[64022]: DEBUG oslo_vmware.api [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302513, 'name': PowerOnVM_Task, 'duration_secs': 0.660571} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.822879] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.823331] env[64022]: INFO nova.compute.manager [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Took 9.30 seconds to spawn the instance on the hypervisor. [ 775.823571] env[64022]: DEBUG nova.compute.manager [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.824740] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8219f18f-1b7b-415f-9923-c41c16221cc2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.899541] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.901350] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquired lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.901350] env[64022]: DEBUG nova.network.neutron [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.912902] env[64022]: DEBUG nova.compute.utils [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Can not refresh info_cache because instance was not found {{(pid=64022) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 775.924010] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302514, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.987402] env[64022]: DEBUG nova.network.neutron [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.012312] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932a8a9f-c2ca-4f7a-b634-b536a5731ca1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.020257] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682edc5d-a620-4717-a8c4-993cbf70dc56 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.056070] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb0b1f0-14f3-4c14-9ef7-11963dc209a0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.060924] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc274fd-d4af-4b34-9cf8-17b6d050a27d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.076204] env[64022]: DEBUG nova.compute.provider_tree [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.150456] env[64022]: DEBUG nova.network.neutron [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.202868] env[64022]: DEBUG nova.network.neutron [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.345758] env[64022]: INFO nova.compute.manager [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Took 52.87 seconds to build instance. [ 776.416318] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531633} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.416318] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 5e8e8a6c-195e-4106-a99c-dff82adfefb2/5e8e8a6c-195e-4106-a99c-dff82adfefb2.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.416318] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.416318] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56907629-7d4b-4240-9e3b-c67efc242322 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.422560] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 776.422560] env[64022]: value = "task-2302515" [ 776.422560] env[64022]: _type = "Task" [ 776.422560] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.433799] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.552874] env[64022]: DEBUG nova.network.neutron [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Updating instance_info_cache with network_info: [{"id": "ed9b7dab-021e-47e8-9fcc-a3b74df4aa64", "address": "fa:16:3e:c4:67:56", "network": {"id": "4b4026bd-f038-4276-b8a4-d617f8fedaae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1740467384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279d0f1f85374f80a8fa5f00713d12bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9b7dab-02", "ovs_interfaceid": "ed9b7dab-021e-47e8-9fcc-a3b74df4aa64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.582873] env[64022]: DEBUG nova.scheduler.client.report [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.651619] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Releasing lock "refresh_cache-1a99f453-b18c-4191-b80d-e769aa3742ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.652035] env[64022]: DEBUG nova.compute.manager [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.652223] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.652512] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a1cdbbf-ff55-474c-924a-3c9b638772d8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.666030] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fbeb18-2abc-4560-a430-39f5f40ea31d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.703515] env[64022]: WARNING nova.virt.vmwareapi.vmops [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1a99f453-b18c-4191-b80d-e769aa3742ba could not be found. [ 776.703735] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.703921] env[64022]: INFO nova.compute.manager [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Took 0.05 seconds to destroy the instance on the hypervisor. [ 776.705334] env[64022]: DEBUG oslo.service.loopingcall [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.705334] env[64022]: DEBUG nova.compute.manager [-] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.705334] env[64022]: DEBUG nova.network.neutron [-] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.736281] env[64022]: DEBUG nova.network.neutron [-] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.849165] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "67ccf4db-7d13-400a-9631-17414671500c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.777s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.942039] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083718} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.942039] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.942039] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0ff10f-5f03-4551-8bbd-64f92752e1cd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.969736] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 5e8e8a6c-195e-4106-a99c-dff82adfefb2/5e8e8a6c-195e-4106-a99c-dff82adfefb2.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.971034] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37abf1b0-1113-45e4-b465-2dd974caf6a2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.990146] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 776.990146] env[64022]: value = "task-2302516" [ 776.990146] env[64022]: _type = "Task" [ 776.990146] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.999715] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.055899] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Releasing lock "refresh_cache-c523ef6e-3526-4568-aebd-ab508d4f15cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.060060] env[64022]: DEBUG nova.compute.manager [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Instance network_info: |[{"id": "ed9b7dab-021e-47e8-9fcc-a3b74df4aa64", "address": "fa:16:3e:c4:67:56", "network": {"id": "4b4026bd-f038-4276-b8a4-d617f8fedaae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1740467384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279d0f1f85374f80a8fa5f00713d12bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9b7dab-02", "ovs_interfaceid": "ed9b7dab-021e-47e8-9fcc-a3b74df4aa64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.060060] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:67:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed9b7dab-021e-47e8-9fcc-a3b74df4aa64', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.073540] env[64022]: DEBUG oslo.service.loopingcall [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.073540] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.073540] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64fca0cf-9aad-4274-bd9a-cfaf4df2a5b8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.096936] env[64022]: DEBUG oslo_concurrency.lockutils [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.100537] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.012s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.100537] env[64022]: DEBUG nova.objects.instance [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lazy-loading 'resources' on Instance uuid 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.109162] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.109162] env[64022]: value = "task-2302517" [ 777.109162] env[64022]: _type = "Task" [ 777.109162] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.124035] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302517, 'name': CreateVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.133036] env[64022]: INFO nova.scheduler.client.report [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Deleted allocations for instance d7710f8b-e98f-47fa-9976-6f44ec448c6c [ 777.151941] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "3dc7f232-556b-45c1-8659-1e57c553fe3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.152228] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "3dc7f232-556b-45c1-8659-1e57c553fe3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.152480] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "3dc7f232-556b-45c1-8659-1e57c553fe3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.152697] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "3dc7f232-556b-45c1-8659-1e57c553fe3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.152879] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "3dc7f232-556b-45c1-8659-1e57c553fe3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.156569] env[64022]: INFO nova.compute.manager [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Terminating instance [ 777.239392] env[64022]: DEBUG nova.network.neutron [-] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.307459] env[64022]: DEBUG nova.compute.manager [req-0ed76efe-6e9c-4529-8340-312b9f874a62 req-6aaf041c-0ee5-44cf-bef1-79f146581a77 service nova] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Received event network-changed-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.307646] env[64022]: DEBUG nova.compute.manager [req-0ed76efe-6e9c-4529-8340-312b9f874a62 req-6aaf041c-0ee5-44cf-bef1-79f146581a77 service nova] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Refreshing instance network info cache due to event network-changed-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 777.307893] env[64022]: DEBUG oslo_concurrency.lockutils [req-0ed76efe-6e9c-4529-8340-312b9f874a62 req-6aaf041c-0ee5-44cf-bef1-79f146581a77 service nova] Acquiring lock "refresh_cache-c523ef6e-3526-4568-aebd-ab508d4f15cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.308054] env[64022]: DEBUG oslo_concurrency.lockutils [req-0ed76efe-6e9c-4529-8340-312b9f874a62 req-6aaf041c-0ee5-44cf-bef1-79f146581a77 service nova] Acquired lock "refresh_cache-c523ef6e-3526-4568-aebd-ab508d4f15cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.308238] env[64022]: DEBUG nova.network.neutron [req-0ed76efe-6e9c-4529-8340-312b9f874a62 req-6aaf041c-0ee5-44cf-bef1-79f146581a77 service nova] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Refreshing network info cache for port ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.503970] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302516, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.621209] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302517, 'name': CreateVM_Task, 'duration_secs': 0.359822} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.621299] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.622319] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.622529] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.622910] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.623200] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b14caf37-88a8-4e89-94e1-a50bf691f42a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.628263] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 777.628263] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c93587-8dcc-d5d7-fa3e-adf6ab60389f" [ 777.628263] env[64022]: _type = "Task" [ 777.628263] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.642723] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c93587-8dcc-d5d7-fa3e-adf6ab60389f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.644868] env[64022]: DEBUG oslo_concurrency.lockutils [None req-56f53e56-2b4a-408b-a964-878d230d422e tempest-ServerShowV247Test-705612944 tempest-ServerShowV247Test-705612944-project-member] Lock "d7710f8b-e98f-47fa-9976-6f44ec448c6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.089s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.661563] env[64022]: DEBUG nova.compute.manager [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.661845] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.662751] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd21f95-b4d2-4d36-8825-a2d6f1cf0131 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.675372] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.676568] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f27e24f-c7f5-4728-b7e0-86a269be7826 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.684047] env[64022]: DEBUG oslo_vmware.api [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 777.684047] env[64022]: value = "task-2302518" [ 777.684047] env[64022]: _type = "Task" [ 777.684047] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.695631] env[64022]: DEBUG oslo_vmware.api [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.727923] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "67ccf4db-7d13-400a-9631-17414671500c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.727923] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "67ccf4db-7d13-400a-9631-17414671500c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.727923] env[64022]: DEBUG nova.compute.manager [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.728524] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965fcccd-b5fd-4b97-ab02-18d7c682b774 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.737767] env[64022]: DEBUG nova.compute.manager [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64022) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 777.738419] env[64022]: DEBUG nova.objects.instance [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lazy-loading 'flavor' on Instance uuid 67ccf4db-7d13-400a-9631-17414671500c {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.743124] env[64022]: INFO nova.compute.manager [-] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Took 1.04 seconds to deallocate network for instance. [ 778.005716] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302516, 'name': ReconfigVM_Task, 'duration_secs': 0.537714} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.005716] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 5e8e8a6c-195e-4106-a99c-dff82adfefb2/5e8e8a6c-195e-4106-a99c-dff82adfefb2.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.005716] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b592a2c7-00b5-45c0-96e2-57dc3140f559 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.016883] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 778.016883] env[64022]: value = "task-2302519" [ 778.016883] env[64022]: _type = "Task" [ 778.016883] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.030808] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302519, 'name': Rename_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.139274] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c93587-8dcc-d5d7-fa3e-adf6ab60389f, 'name': SearchDatastore_Task, 'duration_secs': 0.010834} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.142350] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.142681] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.142965] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.143138] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.143353] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.144068] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca035aa0-7dde-440d-817a-67b81055ce5e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.154876] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.154876] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.158084] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db820785-4888-4309-8a72-d429a60ff79b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.164596] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 778.164596] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c40a51-8c07-005a-8ada-91cbba24188c" [ 778.164596] env[64022]: _type = "Task" [ 778.164596] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.174085] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c40a51-8c07-005a-8ada-91cbba24188c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.193546] env[64022]: DEBUG oslo_vmware.api [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302518, 'name': PowerOffVM_Task, 'duration_secs': 0.281356} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.196395] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.196849] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.197196] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da7a3725-c088-4c8c-a739-b56aae775ace {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.227193] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3badb8ab-862b-4718-9673-c7cd26ccb7d9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.236020] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbf0840-5285-4dfc-8144-877e63912f4d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.275219] env[64022]: INFO nova.compute.manager [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Instance disappeared during terminate [ 778.276223] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8a7997e0-164a-4c89-8c40-086ff486f685 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "1a99f453-b18c-4191-b80d-e769aa3742ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.890s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.279292] env[64022]: DEBUG nova.network.neutron [req-0ed76efe-6e9c-4529-8340-312b9f874a62 req-6aaf041c-0ee5-44cf-bef1-79f146581a77 service nova] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Updated VIF entry in instance network info cache for port ed9b7dab-021e-47e8-9fcc-a3b74df4aa64. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.279610] env[64022]: DEBUG nova.network.neutron [req-0ed76efe-6e9c-4529-8340-312b9f874a62 req-6aaf041c-0ee5-44cf-bef1-79f146581a77 service nova] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Updating instance_info_cache with network_info: [{"id": "ed9b7dab-021e-47e8-9fcc-a3b74df4aa64", "address": "fa:16:3e:c4:67:56", "network": {"id": "4b4026bd-f038-4276-b8a4-d617f8fedaae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1740467384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279d0f1f85374f80a8fa5f00713d12bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9b7dab-02", "ovs_interfaceid": "ed9b7dab-021e-47e8-9fcc-a3b74df4aa64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.286131] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f9b255-d897-422a-b6fe-1a9aaff399ff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.287554] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.287764] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.287941] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Deleting the datastore file [datastore2] 3dc7f232-556b-45c1-8659-1e57c553fe3d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.289135] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.289646] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9281476-24cc-4f6f-8797-ed76ec108479 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.291460] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9c91703-1b0d-489a-a9f3-af7362210579 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.303109] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c273df5b-4a37-4159-aef4-fee6f6d3c5b0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.307459] env[64022]: DEBUG oslo_vmware.api [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 778.307459] env[64022]: value = "task-2302522" [ 778.307459] env[64022]: _type = "Task" [ 778.307459] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.307736] env[64022]: DEBUG oslo_vmware.api [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for the task: (returnval){ [ 778.307736] env[64022]: value = "task-2302521" [ 778.307736] env[64022]: _type = "Task" [ 778.307736] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.324448] env[64022]: DEBUG nova.compute.provider_tree [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.330772] env[64022]: DEBUG oslo_vmware.api [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.334191] env[64022]: DEBUG oslo_vmware.api [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.385110] env[64022]: DEBUG oslo_vmware.rw_handles [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526da15f-f910-16ef-efd0-3cbc0efae220/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 778.386092] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be733518-79be-4579-98ff-ebbe16bc0c25 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.396020] env[64022]: DEBUG oslo_vmware.rw_handles [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526da15f-f910-16ef-efd0-3cbc0efae220/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 778.396020] env[64022]: ERROR oslo_vmware.rw_handles [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526da15f-f910-16ef-efd0-3cbc0efae220/disk-0.vmdk due to incomplete transfer. [ 778.396020] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ab01806-1abe-4fc7-a320-eb597f4bfad0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.403466] env[64022]: DEBUG oslo_vmware.rw_handles [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526da15f-f910-16ef-efd0-3cbc0efae220/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 778.403732] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Uploaded image ebebcfa1-b302-4acb-b0ab-b2a2feb64db7 to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 778.406263] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 778.406557] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4983744f-7a5d-4ae1-abc3-c2f5f6f04106 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.413575] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 778.413575] env[64022]: value = "task-2302523" [ 778.413575] env[64022]: _type = "Task" [ 778.413575] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.421985] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302523, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.530528] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302519, 'name': Rename_Task, 'duration_secs': 0.180981} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.530933] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.531111] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f150acb-f41a-4a2c-ae30-75a178f5fbce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.537056] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 778.537056] env[64022]: value = "task-2302524" [ 778.537056] env[64022]: _type = "Task" [ 778.537056] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.545015] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.675337] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c40a51-8c07-005a-8ada-91cbba24188c, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.676136] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0630564b-5e17-4cee-b350-dc58cb67fec9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.681473] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 778.681473] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523886e2-6dee-1c86-d561-d0ce15b119f0" [ 778.681473] env[64022]: _type = "Task" [ 778.681473] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.688756] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523886e2-6dee-1c86-d561-d0ce15b119f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.790817] env[64022]: DEBUG oslo_concurrency.lockutils [req-0ed76efe-6e9c-4529-8340-312b9f874a62 req-6aaf041c-0ee5-44cf-bef1-79f146581a77 service nova] Releasing lock "refresh_cache-c523ef6e-3526-4568-aebd-ab508d4f15cc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.822114] env[64022]: DEBUG oslo_vmware.api [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Task: {'id': task-2302521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162346} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.825193] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.825393] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.825574] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.825750] env[64022]: INFO nova.compute.manager [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 778.825985] env[64022]: DEBUG oslo.service.loopingcall [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.826203] env[64022]: DEBUG oslo_vmware.api [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.826408] env[64022]: DEBUG nova.compute.manager [-] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.826515] env[64022]: DEBUG nova.network.neutron [-] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.828681] env[64022]: DEBUG nova.scheduler.client.report [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.923851] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302523, 'name': Destroy_Task, 'duration_secs': 0.408218} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.924620] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Destroyed the VM [ 778.924620] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 778.924620] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-68819651-91ac-423a-ac9f-7a7e8d4afd33 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.930994] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 778.930994] env[64022]: value = "task-2302525" [ 778.930994] env[64022]: _type = "Task" [ 778.930994] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.939844] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302525, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.051671] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.191770] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523886e2-6dee-1c86-d561-d0ce15b119f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009166} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.192036] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.192298] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] c523ef6e-3526-4568-aebd-ab508d4f15cc/c523ef6e-3526-4568-aebd-ab508d4f15cc.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.192585] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48d621d3-7f1f-431b-b93c-bc8528b268d7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.198580] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 779.198580] env[64022]: value = "task-2302526" [ 779.198580] env[64022]: _type = "Task" [ 779.198580] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.208669] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.223324] env[64022]: DEBUG nova.compute.manager [req-04ecda9f-7a09-4623-8006-d585bc7b99da req-d1379e75-7cf2-4644-94da-52dd535d1cd2 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Received event network-vif-deleted-32deae16-c290-4f53-af72-e78af8bb5842 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.223536] env[64022]: INFO nova.compute.manager [req-04ecda9f-7a09-4623-8006-d585bc7b99da req-d1379e75-7cf2-4644-94da-52dd535d1cd2 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Neutron deleted interface 32deae16-c290-4f53-af72-e78af8bb5842; detaching it from the instance and deleting it from the info cache [ 779.224065] env[64022]: DEBUG nova.network.neutron [req-04ecda9f-7a09-4623-8006-d585bc7b99da req-d1379e75-7cf2-4644-94da-52dd535d1cd2 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.321396] env[64022]: DEBUG oslo_vmware.api [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.333556] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.337095] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.695s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.337095] env[64022]: DEBUG nova.objects.instance [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lazy-loading 'resources' on Instance uuid 6292d41f-5705-4eaa-94c4-6f5ffac5c477 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.364085] env[64022]: INFO nova.scheduler.client.report [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleted allocations for instance 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7 [ 779.442761] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302525, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.548303] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.704694] env[64022]: DEBUG nova.network.neutron [-] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.710019] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302526, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.726776] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd50b3cb-e8af-45da-815d-ac5a16342c33 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.742107] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa824338-f4ee-4bb8-a22e-cd4ecf4979d9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.785112] env[64022]: DEBUG nova.compute.manager [req-04ecda9f-7a09-4623-8006-d585bc7b99da req-d1379e75-7cf2-4644-94da-52dd535d1cd2 service nova] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Detach interface failed, port_id=32deae16-c290-4f53-af72-e78af8bb5842, reason: Instance 3dc7f232-556b-45c1-8659-1e57c553fe3d could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 779.823565] env[64022]: DEBUG oslo_vmware.api [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302522, 'name': PowerOffVM_Task, 'duration_secs': 1.087984} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.823896] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.824152] env[64022]: DEBUG nova.compute.manager [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.824973] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24c740c-e2a1-42ab-a942-62738b083176 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.840266] env[64022]: DEBUG nova.objects.instance [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lazy-loading 'numa_topology' on Instance uuid 6292d41f-5705-4eaa-94c4-6f5ffac5c477 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.874334] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f2e35d01-8267-4be9-a472-2a4690eba97d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "14ea5a03-0092-46e9-8f77-15bc4fcb6cd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.157s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.946403] env[64022]: DEBUG oslo_vmware.api [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302525, 'name': RemoveSnapshot_Task, 'duration_secs': 0.593946} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.946826] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 779.947156] env[64022]: INFO nova.compute.manager [None req-76ed32fc-7ab3-4784-b6de-753c563d8e05 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Took 14.68 seconds to snapshot the instance on the hypervisor. [ 780.054077] env[64022]: DEBUG oslo_vmware.api [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302524, 'name': PowerOnVM_Task, 'duration_secs': 1.243577} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.054398] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.054603] env[64022]: INFO nova.compute.manager [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Took 10.80 seconds to spawn the instance on the hypervisor. [ 780.054924] env[64022]: DEBUG nova.compute.manager [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.056583] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cc1a49-7013-4952-b819-42f36f00cedf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.212182] env[64022]: INFO nova.compute.manager [-] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Took 1.39 seconds to deallocate network for instance. [ 780.212182] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513385} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.217017] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] c523ef6e-3526-4568-aebd-ab508d4f15cc/c523ef6e-3526-4568-aebd-ab508d4f15cc.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.217017] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.217711] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a596bfe0-ec52-4dec-98a9-022222010ae3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.224708] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 780.224708] env[64022]: value = "task-2302527" [ 780.224708] env[64022]: _type = "Task" [ 780.224708] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.235499] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.339243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ff8e8a3d-db38-4cc5-a49a-382f3f192950 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "67ccf4db-7d13-400a-9631-17414671500c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.612s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.342820] env[64022]: DEBUG nova.objects.base [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Object Instance<6292d41f-5705-4eaa-94c4-6f5ffac5c477> lazy-loaded attributes: resources,numa_topology {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 780.574879] env[64022]: INFO nova.compute.manager [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Took 55.49 seconds to build instance. [ 780.723617] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.736900] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080354} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.737182] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.737987] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90061f3b-860b-45cf-ada8-afef22040d43 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.760930] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] c523ef6e-3526-4568-aebd-ab508d4f15cc/c523ef6e-3526-4568-aebd-ab508d4f15cc.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.763837] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5789066e-8df0-4ce0-996e-e752b75a407b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.785188] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 780.785188] env[64022]: value = "task-2302528" [ 780.785188] env[64022]: _type = "Task" [ 780.785188] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.793667] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.927027] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73deef74-b169-4606-8417-e6333056a24d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.935825] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0d00f6-7b5f-4e6e-87bb-162f02714954 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.968671] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7323cdd7-629b-425d-bc84-723c95fcf189 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.976832] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dde29d-699b-4b96-84d1-33602863aa12 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.990927] env[64022]: DEBUG nova.compute.provider_tree [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.077565] env[64022]: DEBUG oslo_concurrency.lockutils [None req-eae45a6f-ebab-445e-b231-10bbc96e73b3 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.439s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.305187] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.495221] env[64022]: DEBUG nova.scheduler.client.report [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.799166] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302528, 'name': ReconfigVM_Task, 'duration_secs': 0.571693} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.799771] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Reconfigured VM instance instance-0000003f to attach disk [datastore2] c523ef6e-3526-4568-aebd-ab508d4f15cc/c523ef6e-3526-4568-aebd-ab508d4f15cc.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.800643] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82163284-3e46-4ea1-b232-423c6712586b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.809207] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 781.809207] env[64022]: value = "task-2302529" [ 781.809207] env[64022]: _type = "Task" [ 781.809207] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.820966] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302529, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.856750] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "e7761490-cbe5-434f-8e21-5c3c463ce27e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.857098] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "e7761490-cbe5-434f-8e21-5c3c463ce27e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.000280] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.664s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.005642] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 37.973s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.243173] env[64022]: DEBUG nova.compute.manager [req-dbb4e10b-e372-4fd4-8802-1258962aaf36 req-cb049510-1517-46ad-90c7-81b6d71b9151 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Received event network-changed-833159fc-1599-4a6d-9839-78e1ac3dd6ce {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.243173] env[64022]: DEBUG nova.compute.manager [req-dbb4e10b-e372-4fd4-8802-1258962aaf36 req-cb049510-1517-46ad-90c7-81b6d71b9151 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Refreshing instance network info cache due to event network-changed-833159fc-1599-4a6d-9839-78e1ac3dd6ce. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 782.243173] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbb4e10b-e372-4fd4-8802-1258962aaf36 req-cb049510-1517-46ad-90c7-81b6d71b9151 service nova] Acquiring lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.243173] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbb4e10b-e372-4fd4-8802-1258962aaf36 req-cb049510-1517-46ad-90c7-81b6d71b9151 service nova] Acquired lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.243173] env[64022]: DEBUG nova.network.neutron [req-dbb4e10b-e372-4fd4-8802-1258962aaf36 req-cb049510-1517-46ad-90c7-81b6d71b9151 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Refreshing network info cache for port 833159fc-1599-4a6d-9839-78e1ac3dd6ce {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.325216] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302529, 'name': Rename_Task, 'duration_secs': 0.150538} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.325625] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.325730] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17272e87-710f-44b8-af55-a86208894549 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.333222] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 782.333222] env[64022]: value = "task-2302530" [ 782.333222] env[64022]: _type = "Task" [ 782.333222] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.341922] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.359615] env[64022]: DEBUG nova.compute.manager [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.507927] env[64022]: DEBUG nova.objects.instance [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lazy-loading 'migration_context' on Instance uuid 1bd00407-c66a-4218-9b38-8e25a676d9e8 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.512819] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a28e296e-5f4e-4313-97e9-5b0870b67343 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 62.223s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.512819] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 37.848s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.512819] env[64022]: INFO nova.compute.manager [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Unshelving [ 782.545594] env[64022]: INFO nova.compute.manager [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Rebuilding instance [ 782.595549] env[64022]: DEBUG nova.compute.manager [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.596707] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7d74b2-e2f7-40fb-aec4-2c41bb75d856 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.648012] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Acquiring lock "220d5470-3918-4841-8077-a06a1d463474" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.648322] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lock "220d5470-3918-4841-8077-a06a1d463474" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.648573] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Acquiring lock "220d5470-3918-4841-8077-a06a1d463474-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.649312] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lock "220d5470-3918-4841-8077-a06a1d463474-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.649312] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lock "220d5470-3918-4841-8077-a06a1d463474-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.651127] env[64022]: INFO nova.compute.manager [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Terminating instance [ 782.845180] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302530, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.889123] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.155108] env[64022]: DEBUG nova.compute.manager [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.155108] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.157048] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e06824c-0560-40c0-ab4a-22eebb2fda09 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.160851] env[64022]: DEBUG nova.network.neutron [req-dbb4e10b-e372-4fd4-8802-1258962aaf36 req-cb049510-1517-46ad-90c7-81b6d71b9151 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Updated VIF entry in instance network info cache for port 833159fc-1599-4a6d-9839-78e1ac3dd6ce. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.161248] env[64022]: DEBUG nova.network.neutron [req-dbb4e10b-e372-4fd4-8802-1258962aaf36 req-cb049510-1517-46ad-90c7-81b6d71b9151 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Updating instance_info_cache with network_info: [{"id": "833159fc-1599-4a6d-9839-78e1ac3dd6ce", "address": "fa:16:3e:8e:e6:b9", "network": {"id": "dcb545d8-5506-44e3-bc99-8c00f119db90", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-423610279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1488a1c17b4b15a707c3b23f6bd5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap833159fc-15", "ovs_interfaceid": "833159fc-1599-4a6d-9839-78e1ac3dd6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.168777] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.171603] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b80f2714-d7ae-4e5b-af40-4fb2eaaefe74 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.179014] env[64022]: DEBUG oslo_vmware.api [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 783.179014] env[64022]: value = "task-2302531" [ 783.179014] env[64022]: _type = "Task" [ 783.179014] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.187366] env[64022]: DEBUG oslo_vmware.api [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.197542] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.197843] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.198141] env[64022]: INFO nova.compute.manager [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Rebooting instance [ 783.349795] env[64022]: DEBUG oslo_vmware.api [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302530, 'name': PowerOnVM_Task, 'duration_secs': 0.537549} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.350076] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.350876] env[64022]: INFO nova.compute.manager [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Took 8.65 seconds to spawn the instance on the hypervisor. [ 783.350876] env[64022]: DEBUG nova.compute.manager [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.351315] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1ad6a4-7631-470f-9808-2656c923e8c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.550020] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.583591] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb54e1c-37fd-4c38-b2f7-feab427e7ea7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.591414] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb67d31-80a3-4bbe-b9a9-578c8bfa8818 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.623044] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.623253] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-637aeb12-0a68-4e82-b4ce-1ca73f1867a0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.625347] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63ffeaf-98e6-48db-8d2d-8d8ac8493670 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.633976] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4883da2b-0d21-4c90-8b8b-a3b0a935565b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.637960] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 783.637960] env[64022]: value = "task-2302532" [ 783.637960] env[64022]: _type = "Task" [ 783.637960] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.649169] env[64022]: DEBUG nova.compute.provider_tree [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.655749] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 783.656044] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.656830] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebfa6c7-9d84-434e-8ae7-c5684a361b22 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.663687] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbb4e10b-e372-4fd4-8802-1258962aaf36 req-cb049510-1517-46ad-90c7-81b6d71b9151 service nova] Releasing lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.664118] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.664988] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cf1fe2f-481c-43c2-8dfb-6e5babafc597 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.690556] env[64022]: DEBUG oslo_vmware.api [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302531, 'name': PowerOffVM_Task, 'duration_secs': 0.222728} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.690556] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.690814] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.690814] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06b8ed7b-c794-4506-a2bb-a6cd657d5ac8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.714342] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.714563] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquired lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.714881] env[64022]: DEBUG nova.network.neutron [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.736998] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.737300] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.737547] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleting the datastore file [datastore2] 67ccf4db-7d13-400a-9631-17414671500c {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.737872] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84a3d39e-fdb0-4443-8fd4-4ea75da330a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.744533] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 783.744533] env[64022]: value = "task-2302538" [ 783.744533] env[64022]: _type = "Task" [ 783.744533] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.752805] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.769839] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.770344] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.770603] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Deleting the datastore file [datastore1] 220d5470-3918-4841-8077-a06a1d463474 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.770888] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12cf5b7d-0d90-4998-8df5-9bb72207250c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.777197] env[64022]: DEBUG oslo_vmware.api [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for the task: (returnval){ [ 783.777197] env[64022]: value = "task-2302539" [ 783.777197] env[64022]: _type = "Task" [ 783.777197] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.785875] env[64022]: DEBUG oslo_vmware.api [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.875652] env[64022]: INFO nova.compute.manager [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Took 55.01 seconds to build instance. [ 784.052014] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "752a82f2-1ab8-47e2-9a0f-151704febc9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.052014] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "752a82f2-1ab8-47e2-9a0f-151704febc9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.156833] env[64022]: DEBUG nova.scheduler.client.report [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.257211] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180774} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.257531] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.257697] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.257873] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.289750] env[64022]: DEBUG oslo_vmware.api [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Task: {'id': task-2302539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194875} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.290131] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.290354] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.290538] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.290748] env[64022]: INFO nova.compute.manager [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] [instance: 220d5470-3918-4841-8077-a06a1d463474] Took 1.14 seconds to destroy the instance on the hypervisor. [ 784.291052] env[64022]: DEBUG oslo.service.loopingcall [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.291276] env[64022]: DEBUG nova.compute.manager [-] [instance: 220d5470-3918-4841-8077-a06a1d463474] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.291384] env[64022]: DEBUG nova.network.neutron [-] [instance: 220d5470-3918-4841-8077-a06a1d463474] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.377949] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "c523ef6e-3526-4568-aebd-ab508d4f15cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.274s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.447400] env[64022]: DEBUG nova.network.neutron [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Updating instance_info_cache with network_info: [{"id": "833159fc-1599-4a6d-9839-78e1ac3dd6ce", "address": "fa:16:3e:8e:e6:b9", "network": {"id": "dcb545d8-5506-44e3-bc99-8c00f119db90", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-423610279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1488a1c17b4b15a707c3b23f6bd5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap833159fc-15", "ovs_interfaceid": "833159fc-1599-4a6d-9839-78e1ac3dd6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.526392] env[64022]: DEBUG nova.compute.manager [req-70b6bc08-9f12-4797-996f-9ecf3ef77e95 req-730d8577-782f-4579-8c18-55b066bd70ad service nova] [instance: 220d5470-3918-4841-8077-a06a1d463474] Received event network-vif-deleted-99fa7a38-561b-47c3-aff0-c32bd4f4442e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.526632] env[64022]: INFO nova.compute.manager [req-70b6bc08-9f12-4797-996f-9ecf3ef77e95 req-730d8577-782f-4579-8c18-55b066bd70ad service nova] [instance: 220d5470-3918-4841-8077-a06a1d463474] Neutron deleted interface 99fa7a38-561b-47c3-aff0-c32bd4f4442e; detaching it from the instance and deleting it from the info cache [ 784.527386] env[64022]: DEBUG nova.network.neutron [req-70b6bc08-9f12-4797-996f-9ecf3ef77e95 req-730d8577-782f-4579-8c18-55b066bd70ad service nova] [instance: 220d5470-3918-4841-8077-a06a1d463474] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.557439] env[64022]: DEBUG nova.compute.manager [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.950193] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Releasing lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.009628] env[64022]: DEBUG nova.network.neutron [-] [instance: 220d5470-3918-4841-8077-a06a1d463474] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.030365] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-660768b7-d022-432c-94ca-cb67ce9627a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.039279] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada00ed8-8720-4e04-a2a7-d5c6bb6e4dc6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.074920] env[64022]: DEBUG nova.compute.manager [req-70b6bc08-9f12-4797-996f-9ecf3ef77e95 req-730d8577-782f-4579-8c18-55b066bd70ad service nova] [instance: 220d5470-3918-4841-8077-a06a1d463474] Detach interface failed, port_id=99fa7a38-561b-47c3-aff0-c32bd4f4442e, reason: Instance 220d5470-3918-4841-8077-a06a1d463474 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 785.089857] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.167555] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.164s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.173688] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.773s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.173913] env[64022]: DEBUG nova.objects.instance [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lazy-loading 'resources' on Instance uuid 80eb9e3b-68e6-4261-ab69-e8654627607f {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.296858] env[64022]: DEBUG nova.virt.hardware [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.297121] env[64022]: DEBUG nova.virt.hardware [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.297284] env[64022]: DEBUG nova.virt.hardware [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.297471] env[64022]: DEBUG nova.virt.hardware [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.297624] env[64022]: DEBUG nova.virt.hardware [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.297773] env[64022]: DEBUG nova.virt.hardware [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.297983] env[64022]: DEBUG nova.virt.hardware [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.298165] env[64022]: DEBUG nova.virt.hardware [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.298338] env[64022]: DEBUG nova.virt.hardware [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.298505] env[64022]: DEBUG nova.virt.hardware [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.298681] env[64022]: DEBUG nova.virt.hardware [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.299574] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46d8cf1-e4cc-4194-b591-348d555b86e8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.308018] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c204f70-dca7-4817-8f29-19150a3f9f8d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.322351] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:27:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f25d3f1-0266-4055-9f13-df7267f28dcb', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.330143] env[64022]: DEBUG oslo.service.loopingcall [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.330428] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.330655] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a3e80fc-5005-420c-b2e2-b0f813147000 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.349736] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.349736] env[64022]: value = "task-2302540" [ 785.349736] env[64022]: _type = "Task" [ 785.349736] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.358098] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302540, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.455157] env[64022]: DEBUG nova.compute.manager [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.456041] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0c555c-143a-4583-afbc-4bf5eb325aa3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.513170] env[64022]: INFO nova.compute.manager [-] [instance: 220d5470-3918-4841-8077-a06a1d463474] Took 1.22 seconds to deallocate network for instance. [ 785.861199] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302540, 'name': CreateVM_Task, 'duration_secs': 0.320936} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.861378] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.862076] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.862385] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.862722] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.862997] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aac34873-dbc5-49cb-85f8-fc7e83e87ee2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.873333] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 785.873333] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a737e5-75bf-8079-8882-31ee0f304ad6" [ 785.873333] env[64022]: _type = "Task" [ 785.873333] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.881425] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a737e5-75bf-8079-8882-31ee0f304ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.019055] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.156574] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe57ab6-834a-4346-9fa1-f94731a5602c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.165115] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e3080f-e4e6-445d-a966-47a518b252b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.200236] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a303a-9a2e-4692-8617-9a7a1367bc1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.208262] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a619ff37-a8c3-4db5-9c8b-56b4bc03f3b1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.223093] env[64022]: DEBUG nova.compute.provider_tree [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.388029] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a737e5-75bf-8079-8882-31ee0f304ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.010628} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.388360] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.388787] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.389648] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.389648] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.389648] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.389948] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8a7e498-8129-4ec0-bd5c-d8b0f6360f9b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.400694] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.401268] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.402115] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8136e5-ed70-455a-92ca-ff62dbe321c0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.408035] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 786.408035] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5246dbc9-e7e9-c2e3-8501-e6308f885a06" [ 786.408035] env[64022]: _type = "Task" [ 786.408035] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.415918] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5246dbc9-e7e9-c2e3-8501-e6308f885a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.472936] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91e9eaa-062d-4afe-899b-b4634bff3d11 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.479910] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Doing hard reboot of VM {{(pid=64022) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 786.480192] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b759507a-59e8-42a0-b053-b3d1587f0375 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.486750] env[64022]: DEBUG oslo_vmware.api [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 786.486750] env[64022]: value = "task-2302541" [ 786.486750] env[64022]: _type = "Task" [ 786.486750] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.494642] env[64022]: DEBUG oslo_vmware.api [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302541, 'name': ResetVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.558177] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "c523ef6e-3526-4568-aebd-ab508d4f15cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.558576] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "c523ef6e-3526-4568-aebd-ab508d4f15cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.558883] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "c523ef6e-3526-4568-aebd-ab508d4f15cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.559197] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "c523ef6e-3526-4568-aebd-ab508d4f15cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.559462] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "c523ef6e-3526-4568-aebd-ab508d4f15cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.562476] env[64022]: INFO nova.compute.manager [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Terminating instance [ 786.717301] env[64022]: INFO nova.compute.manager [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Swapping old allocation on dict_keys(['3a889db4-7597-478e-92a9-f74a134fda34']) held by migration 0d07eb21-95ed-4982-a07d-74d5746ea212 for instance [ 786.727244] env[64022]: DEBUG nova.scheduler.client.report [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.742158] env[64022]: DEBUG nova.scheduler.client.report [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Overwriting current allocation {'allocations': {'3a889db4-7597-478e-92a9-f74a134fda34': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 86}}, 'project_id': '2eace16556084b0fb08fe68ec9e197f7', 'user_id': '70f84e14ec6340baa7591fce6e58f1f4', 'consumer_generation': 1} on consumer 1bd00407-c66a-4218-9b38-8e25a676d9e8 {{(pid=64022) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 786.837146] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.838071] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquired lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.838071] env[64022]: DEBUG nova.network.neutron [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.918818] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5246dbc9-e7e9-c2e3-8501-e6308f885a06, 'name': SearchDatastore_Task, 'duration_secs': 0.110136} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.919661] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ed195b-f55a-4cf1-9b9b-15a3c9725505 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.925162] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 786.925162] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b79c46-dc62-7b79-0a2b-887198556950" [ 786.925162] env[64022]: _type = "Task" [ 786.925162] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.932962] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b79c46-dc62-7b79-0a2b-887198556950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.996643] env[64022]: DEBUG oslo_vmware.api [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302541, 'name': ResetVM_Task, 'duration_secs': 0.103404} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.996764] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Did hard reboot of VM {{(pid=64022) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 786.997079] env[64022]: DEBUG nova.compute.manager [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.997887] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0419e4bf-4ad2-45b5-905c-fe7271a448f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.066499] env[64022]: DEBUG nova.compute.manager [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.066764] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.067604] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ca390f-abeb-47b0-b559-e7d7cd321a0c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.075694] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.076040] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7beea708-e3a9-45a3-9786-f5bed98ad1d1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.083946] env[64022]: DEBUG oslo_vmware.api [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 787.083946] env[64022]: value = "task-2302543" [ 787.083946] env[64022]: _type = "Task" [ 787.083946] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.091379] env[64022]: DEBUG oslo_vmware.api [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.234898] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.237386] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.604s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.241524] env[64022]: INFO nova.compute.claims [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.253594] env[64022]: INFO nova.scheduler.client.report [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Deleted allocations for instance 80eb9e3b-68e6-4261-ab69-e8654627607f [ 787.437142] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b79c46-dc62-7b79-0a2b-887198556950, 'name': SearchDatastore_Task, 'duration_secs': 0.012182} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.437543] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.437755] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 67ccf4db-7d13-400a-9631-17414671500c/67ccf4db-7d13-400a-9631-17414671500c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.438094] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f7b3879-060e-43bc-81ff-17b32fe40a93 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.445952] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 787.445952] env[64022]: value = "task-2302544" [ 787.445952] env[64022]: _type = "Task" [ 787.445952] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.456165] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.513163] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f7b0ad61-7e13-4bc0-a14c-07ef995d9037 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.315s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.597215] env[64022]: DEBUG oslo_vmware.api [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302543, 'name': PowerOffVM_Task, 'duration_secs': 0.366906} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.597458] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.597639] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.597913] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eabab200-4339-4ea6-ac36-64942e0b184f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.670828] env[64022]: DEBUG nova.network.neutron [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance_info_cache with network_info: [{"id": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "address": "fa:16:3e:f9:05:97", "network": {"id": "c8bfe98b-2594-4a17-ac1c-180cb84e35ac", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17d56a4f5907445d8524710ca267cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf23ba7ad-9c", "ovs_interfaceid": "f23ba7ad-9c56-4b10-8883-02813bb8d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.705502] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.705729] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.705911] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Deleting the datastore file [datastore2] c523ef6e-3526-4568-aebd-ab508d4f15cc {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.706244] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00aadd1b-1240-4f64-9d13-ae9428205915 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.713183] env[64022]: DEBUG oslo_vmware.api [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 787.713183] env[64022]: value = "task-2302546" [ 787.713183] env[64022]: _type = "Task" [ 787.713183] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.720178] env[64022]: DEBUG oslo_vmware.api [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.760929] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f299783-2fc1-465f-94ee-82c68756bed9 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "80eb9e3b-68e6-4261-ab69-e8654627607f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.025s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.958505] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302544, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.017758] env[64022]: DEBUG nova.compute.manager [req-9fda7253-3e4c-4b21-965d-9bfd9b6ed3d6 req-8e4ae84e-f4cc-4dfa-8b48-b6d5abfd31b1 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Received event network-changed-833159fc-1599-4a6d-9839-78e1ac3dd6ce {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.018029] env[64022]: DEBUG nova.compute.manager [req-9fda7253-3e4c-4b21-965d-9bfd9b6ed3d6 req-8e4ae84e-f4cc-4dfa-8b48-b6d5abfd31b1 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Refreshing instance network info cache due to event network-changed-833159fc-1599-4a6d-9839-78e1ac3dd6ce. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 788.018312] env[64022]: DEBUG oslo_concurrency.lockutils [req-9fda7253-3e4c-4b21-965d-9bfd9b6ed3d6 req-8e4ae84e-f4cc-4dfa-8b48-b6d5abfd31b1 service nova] Acquiring lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.018914] env[64022]: DEBUG oslo_concurrency.lockutils [req-9fda7253-3e4c-4b21-965d-9bfd9b6ed3d6 req-8e4ae84e-f4cc-4dfa-8b48-b6d5abfd31b1 service nova] Acquired lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.018914] env[64022]: DEBUG nova.network.neutron [req-9fda7253-3e4c-4b21-965d-9bfd9b6ed3d6 req-8e4ae84e-f4cc-4dfa-8b48-b6d5abfd31b1 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Refreshing network info cache for port 833159fc-1599-4a6d-9839-78e1ac3dd6ce {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.174109] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Releasing lock "refresh_cache-1bd00407-c66a-4218-9b38-8e25a676d9e8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.175074] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.175467] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-596e229d-9c5d-41ea-b3bb-0c7f6afc9950 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.185194] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 788.185194] env[64022]: value = "task-2302547" [ 788.185194] env[64022]: _type = "Task" [ 788.185194] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.195915] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.223777] env[64022]: DEBUG oslo_vmware.api [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.460750] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848679} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.464302] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 67ccf4db-7d13-400a-9631-17414671500c/67ccf4db-7d13-400a-9631-17414671500c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.464633] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.465566] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afad2c57-2068-45b9-8760-05a7152d9258 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.473823] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 788.473823] env[64022]: value = "task-2302548" [ 788.473823] env[64022]: _type = "Task" [ 788.473823] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.488833] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.596463] env[64022]: DEBUG oslo_concurrency.lockutils [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "cd52cc4c-7127-41bf-bd37-0b6478b63b2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.596705] env[64022]: DEBUG oslo_concurrency.lockutils [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "cd52cc4c-7127-41bf-bd37-0b6478b63b2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.596963] env[64022]: DEBUG oslo_concurrency.lockutils [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "cd52cc4c-7127-41bf-bd37-0b6478b63b2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.597091] env[64022]: DEBUG oslo_concurrency.lockutils [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "cd52cc4c-7127-41bf-bd37-0b6478b63b2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.597373] env[64022]: DEBUG oslo_concurrency.lockutils [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "cd52cc4c-7127-41bf-bd37-0b6478b63b2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.599435] env[64022]: INFO nova.compute.manager [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Terminating instance [ 788.695152] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302547, 'name': PowerOffVM_Task, 'duration_secs': 0.253415} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.700137] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.700859] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:57:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='203e63dd-5d57-4fce-989f-ad5366ed9e21',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1742581655',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.701100] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.701261] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.701458] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.701605] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.701751] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.701954] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.702125] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.702289] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.702484] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.702649] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.707686] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d08015b5-3404-40a0-aa16-4c2cfa93be4b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.730283] env[64022]: DEBUG oslo_vmware.api [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.672944} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.731496] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.731814] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.733326] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.733326] env[64022]: INFO nova.compute.manager [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Took 1.67 seconds to destroy the instance on the hypervisor. [ 788.733326] env[64022]: DEBUG oslo.service.loopingcall [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.733326] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 788.733326] env[64022]: value = "task-2302550" [ 788.733326] env[64022]: _type = "Task" [ 788.733326] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.733326] env[64022]: DEBUG nova.compute.manager [-] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.733326] env[64022]: DEBUG nova.network.neutron [-] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.745103] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.765603] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdbcf55-b8df-44f6-b0e0-43463fd9e57a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.773394] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2767f619-fd5b-4c39-a446-7a9fdc315f02 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.809882] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c0d701-ba3f-4848-b94d-cdb0c87f6c5a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.818789] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9d8a67-f65e-4a5b-9280-7971ab334669 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.822503] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.822746] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.822941] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.823145] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.823307] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.826435] env[64022]: INFO nova.compute.manager [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Terminating instance [ 788.836128] env[64022]: DEBUG nova.compute.provider_tree [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.867684] env[64022]: DEBUG nova.network.neutron [req-9fda7253-3e4c-4b21-965d-9bfd9b6ed3d6 req-8e4ae84e-f4cc-4dfa-8b48-b6d5abfd31b1 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Updated VIF entry in instance network info cache for port 833159fc-1599-4a6d-9839-78e1ac3dd6ce. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.867901] env[64022]: DEBUG nova.network.neutron [req-9fda7253-3e4c-4b21-965d-9bfd9b6ed3d6 req-8e4ae84e-f4cc-4dfa-8b48-b6d5abfd31b1 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Updating instance_info_cache with network_info: [{"id": "833159fc-1599-4a6d-9839-78e1ac3dd6ce", "address": "fa:16:3e:8e:e6:b9", "network": {"id": "dcb545d8-5506-44e3-bc99-8c00f119db90", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-423610279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1488a1c17b4b15a707c3b23f6bd5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap833159fc-15", "ovs_interfaceid": "833159fc-1599-4a6d-9839-78e1ac3dd6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.983643] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078128} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.983957] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.984814] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0df6c2-265f-4226-bb6f-08bea2007e6f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.011701] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 67ccf4db-7d13-400a-9631-17414671500c/67ccf4db-7d13-400a-9631-17414671500c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.011701] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7b4261c-edbb-4de8-82dc-edaaff04a2c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.029379] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 789.029379] env[64022]: value = "task-2302551" [ 789.029379] env[64022]: _type = "Task" [ 789.029379] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.040485] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.109608] env[64022]: DEBUG nova.compute.manager [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.109871] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.110758] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad25ca9-c0a9-4663-bfe1-545a2f07165f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.118087] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.118341] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45994006-3d90-4d3f-92b0-b2f4a0b94e4b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.124395] env[64022]: DEBUG oslo_vmware.api [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 789.124395] env[64022]: value = "task-2302552" [ 789.124395] env[64022]: _type = "Task" [ 789.124395] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.132304] env[64022]: DEBUG oslo_vmware.api [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.246556] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302550, 'name': ReconfigVM_Task, 'duration_secs': 0.429813} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.247031] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d1f525-f863-44ce-a086-489860322a2e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.268429] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:57:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='203e63dd-5d57-4fce-989f-ad5366ed9e21',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1742581655',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.268709] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.268910] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.269153] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.269351] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.269537] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.269784] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.270036] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.270153] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.270411] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.270563] env[64022]: DEBUG nova.virt.hardware [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.271521] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51296b3c-1f2c-4eee-b2c0-33c28decce94 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.277907] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 789.277907] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527a46db-a0b6-f445-2cf8-4ce8001cfddb" [ 789.277907] env[64022]: _type = "Task" [ 789.277907] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.288723] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527a46db-a0b6-f445-2cf8-4ce8001cfddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.345120] env[64022]: DEBUG nova.scheduler.client.report [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.351040] env[64022]: DEBUG nova.compute.manager [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.351401] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.353481] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d54d3d-61d3-4b63-b544-344f2ef820e2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.364040] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.364477] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2344ffec-70b7-44fe-b1fc-2df057c76804 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.370496] env[64022]: DEBUG oslo_concurrency.lockutils [req-9fda7253-3e4c-4b21-965d-9bfd9b6ed3d6 req-8e4ae84e-f4cc-4dfa-8b48-b6d5abfd31b1 service nova] Releasing lock "refresh_cache-5e8e8a6c-195e-4106-a99c-dff82adfefb2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.373614] env[64022]: DEBUG oslo_vmware.api [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 789.373614] env[64022]: value = "task-2302553" [ 789.373614] env[64022]: _type = "Task" [ 789.373614] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.386349] env[64022]: DEBUG oslo_vmware.api [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.538326] env[64022]: DEBUG nova.network.neutron [-] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.546276] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302551, 'name': ReconfigVM_Task, 'duration_secs': 0.51077} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.546555] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 67ccf4db-7d13-400a-9631-17414671500c/67ccf4db-7d13-400a-9631-17414671500c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.547885] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-777ae159-3228-4dea-9c64-704e833f322a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.553883] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 789.553883] env[64022]: value = "task-2302554" [ 789.553883] env[64022]: _type = "Task" [ 789.553883] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.563481] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302554, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.634968] env[64022]: DEBUG oslo_vmware.api [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302552, 'name': PowerOffVM_Task, 'duration_secs': 0.219633} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.635160] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.635338] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.635608] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68cfc154-2ceb-4818-b165-82838114ae35 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.704983] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.705251] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.705435] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Deleting the datastore file [datastore1] cd52cc4c-7127-41bf-bd37-0b6478b63b2d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.705734] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ba9bdd5-4b42-4f6c-a3af-c1ebc7056196 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.713541] env[64022]: DEBUG oslo_vmware.api [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 789.713541] env[64022]: value = "task-2302556" [ 789.713541] env[64022]: _type = "Task" [ 789.713541] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.722630] env[64022]: DEBUG oslo_vmware.api [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.788555] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527a46db-a0b6-f445-2cf8-4ce8001cfddb, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.794037] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 789.794351] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b21d7823-2e99-468a-93da-52308b56a03c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.813049] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 789.813049] env[64022]: value = "task-2302557" [ 789.813049] env[64022]: _type = "Task" [ 789.813049] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.821402] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.853678] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.854290] env[64022]: DEBUG nova.compute.manager [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.857596] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.297s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.858638] env[64022]: INFO nova.compute.claims [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.885428] env[64022]: DEBUG oslo_vmware.api [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302553, 'name': PowerOffVM_Task, 'duration_secs': 0.356374} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.885428] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.885428] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.885809] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59b4ea68-7c4b-4254-bc14-5f24f6cec3fb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.954394] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.954639] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.954921] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Deleting the datastore file [datastore2] 5e8e8a6c-195e-4106-a99c-dff82adfefb2 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.955232] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08e88f14-90a9-4677-a42c-da1a0c695008 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.962486] env[64022]: DEBUG oslo_vmware.api [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 789.962486] env[64022]: value = "task-2302559" [ 789.962486] env[64022]: _type = "Task" [ 789.962486] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.970773] env[64022]: DEBUG oslo_vmware.api [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.042039] env[64022]: INFO nova.compute.manager [-] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Took 1.31 seconds to deallocate network for instance. [ 790.049128] env[64022]: DEBUG nova.compute.manager [req-885caff7-a613-4bb6-af96-b566d9c6161d req-b24e207f-7121-4b17-af6f-9fa7164e272e service nova] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Received event network-vif-deleted-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.065057] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302554, 'name': Rename_Task, 'duration_secs': 0.15801} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.065057] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.065057] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfe4cef7-be28-4a85-8480-52ad66bee9e8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.071841] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 790.071841] env[64022]: value = "task-2302560" [ 790.071841] env[64022]: _type = "Task" [ 790.071841] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.081350] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.225121] env[64022]: DEBUG oslo_vmware.api [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357659} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.225388] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.225579] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.225756] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.225933] env[64022]: INFO nova.compute.manager [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 790.226218] env[64022]: DEBUG oslo.service.loopingcall [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.226412] env[64022]: DEBUG nova.compute.manager [-] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.226510] env[64022]: DEBUG nova.network.neutron [-] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.325357] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302557, 'name': ReconfigVM_Task, 'duration_secs': 0.270849} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.325679] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 790.326387] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beac6ce-c138-43f0-8a4d-1fd145d6d2ad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.348805] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 1bd00407-c66a-4218-9b38-8e25a676d9e8/1bd00407-c66a-4218-9b38-8e25a676d9e8.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.349194] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38b26ed2-6a90-48da-b6e1-7f5cc0eae6ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.363470] env[64022]: DEBUG nova.compute.utils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 790.367042] env[64022]: DEBUG nova.compute.manager [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Not allocating networking since 'none' was specified. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 790.368277] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 790.368277] env[64022]: value = "task-2302561" [ 790.368277] env[64022]: _type = "Task" [ 790.368277] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.376477] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.472221] env[64022]: DEBUG oslo_vmware.api [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229717} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.472525] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.473506] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.473506] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.473506] env[64022]: INFO nova.compute.manager [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 790.473506] env[64022]: DEBUG oslo.service.loopingcall [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.473731] env[64022]: DEBUG nova.compute.manager [-] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.473731] env[64022]: DEBUG nova.network.neutron [-] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.551586] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.583192] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302560, 'name': PowerOnVM_Task, 'duration_secs': 0.483058} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.583599] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.583923] env[64022]: DEBUG nova.compute.manager [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.584952] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe5c4e2-ac3f-4055-8f3a-754babf8d4a1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.787268] env[64022]: DEBUG nova.compute.manager [req-f40473b5-89d1-4d71-b94b-382337c34521 req-6023bc35-3abc-4e3f-9d29-c47a34d24537 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Received event network-vif-deleted-833159fc-1599-4a6d-9839-78e1ac3dd6ce {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.787480] env[64022]: INFO nova.compute.manager [req-f40473b5-89d1-4d71-b94b-382337c34521 req-6023bc35-3abc-4e3f-9d29-c47a34d24537 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Neutron deleted interface 833159fc-1599-4a6d-9839-78e1ac3dd6ce; detaching it from the instance and deleting it from the info cache [ 790.787659] env[64022]: DEBUG nova.network.neutron [req-f40473b5-89d1-4d71-b94b-382337c34521 req-6023bc35-3abc-4e3f-9d29-c47a34d24537 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.871061] env[64022]: DEBUG nova.compute.manager [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.883710] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302561, 'name': ReconfigVM_Task, 'duration_secs': 0.472947} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.883980] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 1bd00407-c66a-4218-9b38-8e25a676d9e8/1bd00407-c66a-4218-9b38-8e25a676d9e8.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.884795] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f5058f-a0cf-4ae9-a1c4-47b322747a33 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.906052] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5ee3a4-d7f5-4c14-ab0c-f5419161efda {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.927550] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c80878e-92f8-40da-a62f-347d76e7329e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.957169] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f16b78c-2a83-49da-bd44-35764f3d4cb0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.965351] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.965838] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f041a7c2-9614-4da7-b553-3b837ccc3b4a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.971445] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 790.971445] env[64022]: value = "task-2302563" [ 790.971445] env[64022]: _type = "Task" [ 790.971445] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.981142] env[64022]: DEBUG nova.network.neutron [-] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.982339] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.097432] env[64022]: INFO nova.compute.manager [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] bringing vm to original state: 'stopped' [ 791.245226] env[64022]: DEBUG nova.network.neutron [-] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.290931] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3e2e8c5-a2fd-4588-a0f7-8f4be577fcd6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.301905] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1045ae6a-ab92-49a8-8585-5e704a429621 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.323118] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391612b9-7a1d-4dd2-8591-49ad7d85e65f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.338541] env[64022]: DEBUG nova.compute.manager [req-f40473b5-89d1-4d71-b94b-382337c34521 req-6023bc35-3abc-4e3f-9d29-c47a34d24537 service nova] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Detach interface failed, port_id=833159fc-1599-4a6d-9839-78e1ac3dd6ce, reason: Instance 5e8e8a6c-195e-4106-a99c-dff82adfefb2 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 791.343382] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80db7315-75d7-4ef8-a66f-179939781614 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.373168] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a142ba08-72c1-44e2-a194-062c289f839c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.384230] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dd13d6-c819-415f-b7d6-d638402a3557 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.397580] env[64022]: DEBUG nova.compute.provider_tree [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.484384] env[64022]: INFO nova.compute.manager [-] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Took 1.26 seconds to deallocate network for instance. [ 791.484707] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.748044] env[64022]: INFO nova.compute.manager [-] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Took 1.27 seconds to deallocate network for instance. [ 791.882413] env[64022]: DEBUG nova.compute.manager [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.902061] env[64022]: DEBUG nova.scheduler.client.report [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.911720] env[64022]: DEBUG nova.virt.hardware [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.911869] env[64022]: DEBUG nova.virt.hardware [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.912035] env[64022]: DEBUG nova.virt.hardware [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.912220] env[64022]: DEBUG nova.virt.hardware [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.912366] env[64022]: DEBUG nova.virt.hardware [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.912554] env[64022]: DEBUG nova.virt.hardware [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.912771] env[64022]: DEBUG nova.virt.hardware [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.912975] env[64022]: DEBUG nova.virt.hardware [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.913119] env[64022]: DEBUG nova.virt.hardware [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.913287] env[64022]: DEBUG nova.virt.hardware [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.913486] env[64022]: DEBUG nova.virt.hardware [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.914801] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377b5e7b-d30e-47d3-9baa-6b2444b3ebd7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.923442] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b92db9-9910-4526-83fe-cd2660a0e257 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.937691] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Instance VIF info [] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.943385] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Creating folder: Project (d8263416f917409d8fbec9fca8943a3d). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.943934] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7a36d19-8b10-449b-a5a6-acae0487d341 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.953861] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Created folder: Project (d8263416f917409d8fbec9fca8943a3d) in parent group-v468248. [ 791.954065] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Creating folder: Instances. Parent ref: group-v468426. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.954374] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b21de62d-4d95-4137-a30b-5d946f8b3fa6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.963951] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Created folder: Instances in parent group-v468426. [ 791.964196] env[64022]: DEBUG oslo.service.loopingcall [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.964388] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.964580] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dc43397-465e-482c-aa57-9a72cf46a4da {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.986409] env[64022]: DEBUG oslo_vmware.api [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302563, 'name': PowerOnVM_Task, 'duration_secs': 0.834996} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.987553] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.991200] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.991200] env[64022]: value = "task-2302566" [ 791.991200] env[64022]: _type = "Task" [ 791.991200] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.992040] env[64022]: DEBUG oslo_concurrency.lockutils [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.001768] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302566, 'name': CreateVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.093779] env[64022]: DEBUG nova.compute.manager [req-afc539bb-2231-44e9-92cd-b3ba9310b9a1 req-3b90f226-e29b-4cb7-8332-372010db8ffd service nova] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Received event network-vif-deleted-242aef4f-eedc-4119-a4df-820e77e8dd54 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.104474] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "67ccf4db-7d13-400a-9631-17414671500c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.104747] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "67ccf4db-7d13-400a-9631-17414671500c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.104920] env[64022]: DEBUG nova.compute.manager [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.105804] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d9771b-cb5e-4e0a-8fea-3e6b1ee950de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.112176] env[64022]: DEBUG nova.compute.manager [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64022) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 792.254417] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.407576] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.407995] env[64022]: DEBUG nova.compute.manager [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.410558] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.099s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.412315] env[64022]: DEBUG nova.objects.instance [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lazy-loading 'resources' on Instance uuid f531f8ed-481b-40b6-9cd6-15920537c1f3 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.505786] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302566, 'name': CreateVM_Task, 'duration_secs': 0.296603} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.505960] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.506390] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.506554] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.506872] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.507173] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e64ac67-626b-4b57-962a-e6a8a8dd7696 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.512604] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Waiting for the task: (returnval){ [ 792.512604] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52333a4a-ec04-ff42-6009-b1f0b0f1eb35" [ 792.512604] env[64022]: _type = "Task" [ 792.512604] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.520811] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52333a4a-ec04-ff42-6009-b1f0b0f1eb35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.618875] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.619172] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b5aa38d-31b4-4e5b-87b8-9de214b70a8a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.627336] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 792.627336] env[64022]: value = "task-2302567" [ 792.627336] env[64022]: _type = "Task" [ 792.627336] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.634915] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.919182] env[64022]: DEBUG nova.compute.utils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 792.920979] env[64022]: DEBUG nova.compute.manager [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.921153] env[64022]: DEBUG nova.network.neutron [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.987878] env[64022]: DEBUG nova.policy [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19b8b46776bf4c6baf53da293110ddfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bef14c42d3c4da5bb59b0886a2e20c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.001231] env[64022]: INFO nova.compute.manager [None req-7bf6aa5b-d424-428d-8147-bbfaec763834 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance to original state: 'active' [ 793.023934] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52333a4a-ec04-ff42-6009-b1f0b0f1eb35, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.024750] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.024750] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.024750] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.025074] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.025236] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.025466] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4130c372-bde7-467f-bf13-7358e45ec5a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.034558] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.034558] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.037865] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93676171-84de-4aac-b074-a8154eb14680 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.043647] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Waiting for the task: (returnval){ [ 793.043647] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526372cd-a59e-9adb-a2f8-b9319131326e" [ 793.043647] env[64022]: _type = "Task" [ 793.043647] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.056995] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526372cd-a59e-9adb-a2f8-b9319131326e, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.057931] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a71233-e19d-41e5-8b92-00c83aba5831 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.063373] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Waiting for the task: (returnval){ [ 793.063373] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d46958-4b83-ae41-ac29-99f6b8696dce" [ 793.063373] env[64022]: _type = "Task" [ 793.063373] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.071854] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d46958-4b83-ae41-ac29-99f6b8696dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.140306] env[64022]: DEBUG oslo_vmware.api [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302567, 'name': PowerOffVM_Task, 'duration_secs': 0.194514} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.140562] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.140762] env[64022]: DEBUG nova.compute.manager [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.141749] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67464c65-2524-4e72-a301-3323c1a5f8b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.371949] env[64022]: DEBUG nova.network.neutron [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Successfully created port: 259f6c95-5c12-4a6e-818d-d94e973dbb3e {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.424976] env[64022]: DEBUG nova.compute.manager [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.433028] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccbd4d4-7914-4f50-937c-83599eff93cd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.439264] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbdae4d-17b4-455c-9bb9-81134cfe37e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.480017] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791557a9-8532-4696-bcfe-68d832144c39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.489634] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff924c1-2b58-4fb0-a8ce-df35ea2556b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.508339] env[64022]: DEBUG nova.compute.provider_tree [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.579325] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d46958-4b83-ae41-ac29-99f6b8696dce, 'name': SearchDatastore_Task, 'duration_secs': 0.008554} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.579707] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.583015] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 1065e353-87de-4a19-ae26-bb671974d31d/1065e353-87de-4a19-ae26-bb671974d31d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.583015] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bdc1da2-cddf-486e-97bd-c4e6de382975 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.588330] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Waiting for the task: (returnval){ [ 793.588330] env[64022]: value = "task-2302569" [ 793.588330] env[64022]: _type = "Task" [ 793.588330] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.596661] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.659127] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "67ccf4db-7d13-400a-9631-17414671500c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.015036] env[64022]: DEBUG nova.scheduler.client.report [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.077257] env[64022]: DEBUG oslo_concurrency.lockutils [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "1bd00407-c66a-4218-9b38-8e25a676d9e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.077257] env[64022]: DEBUG oslo_concurrency.lockutils [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "1bd00407-c66a-4218-9b38-8e25a676d9e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.077257] env[64022]: DEBUG oslo_concurrency.lockutils [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "1bd00407-c66a-4218-9b38-8e25a676d9e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.077257] env[64022]: DEBUG oslo_concurrency.lockutils [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "1bd00407-c66a-4218-9b38-8e25a676d9e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.077257] env[64022]: DEBUG oslo_concurrency.lockutils [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "1bd00407-c66a-4218-9b38-8e25a676d9e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.078565] env[64022]: INFO nova.compute.manager [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Terminating instance [ 794.099579] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480558} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.099813] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 1065e353-87de-4a19-ae26-bb671974d31d/1065e353-87de-4a19-ae26-bb671974d31d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.100109] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.100277] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-304d86f8-22ac-4650-a18e-16ecb381d9ec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.107601] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Waiting for the task: (returnval){ [ 794.107601] env[64022]: value = "task-2302570" [ 794.107601] env[64022]: _type = "Task" [ 794.107601] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.116189] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.167246] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.441426] env[64022]: DEBUG nova.compute.manager [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.467230] env[64022]: DEBUG nova.virt.hardware [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.467480] env[64022]: DEBUG nova.virt.hardware [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.467637] env[64022]: DEBUG nova.virt.hardware [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.467835] env[64022]: DEBUG nova.virt.hardware [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.468038] env[64022]: DEBUG nova.virt.hardware [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.468199] env[64022]: DEBUG nova.virt.hardware [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.468410] env[64022]: DEBUG nova.virt.hardware [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.468569] env[64022]: DEBUG nova.virt.hardware [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.468740] env[64022]: DEBUG nova.virt.hardware [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.468900] env[64022]: DEBUG nova.virt.hardware [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.469084] env[64022]: DEBUG nova.virt.hardware [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.470133] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe20a5d-1042-4b09-8398-ab3941fd6acd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.478033] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3373ec78-a704-4ad4-9dc8-2a8c932851ff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.520884] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.524210] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.794s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.525863] env[64022]: INFO nova.compute.claims [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.543075] env[64022]: INFO nova.scheduler.client.report [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Deleted allocations for instance f531f8ed-481b-40b6-9cd6-15920537c1f3 [ 794.582974] env[64022]: DEBUG nova.compute.manager [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.583281] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.584548] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048eb778-c389-43a0-8033-84947ef8e4b4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.592977] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.593234] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0484caba-54b2-4905-a15b-9e4d9c97c9f9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.599188] env[64022]: DEBUG oslo_vmware.api [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 794.599188] env[64022]: value = "task-2302571" [ 794.599188] env[64022]: _type = "Task" [ 794.599188] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.607216] env[64022]: DEBUG oslo_vmware.api [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.615915] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066716} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.616180] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.616916] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e55d58-8813-4819-a30c-f5bf20fb0644 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.636556] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 1065e353-87de-4a19-ae26-bb671974d31d/1065e353-87de-4a19-ae26-bb671974d31d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.636804] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c81fea31-f563-47a8-bd3d-7b6ad5e6d3f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.655794] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Waiting for the task: (returnval){ [ 794.655794] env[64022]: value = "task-2302572" [ 794.655794] env[64022]: _type = "Task" [ 794.655794] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.665687] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.858084] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "67ccf4db-7d13-400a-9631-17414671500c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.858794] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "67ccf4db-7d13-400a-9631-17414671500c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.858794] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "67ccf4db-7d13-400a-9631-17414671500c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.861032] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "67ccf4db-7d13-400a-9631-17414671500c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.861032] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "67ccf4db-7d13-400a-9631-17414671500c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.862238] env[64022]: INFO nova.compute.manager [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Terminating instance [ 794.969753] env[64022]: DEBUG nova.compute.manager [req-cbba6917-5495-4f06-b077-c4c437ba5062 req-f9425fa1-16d6-4200-b62c-ef4c4c451a65 service nova] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Received event network-vif-plugged-259f6c95-5c12-4a6e-818d-d94e973dbb3e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.969977] env[64022]: DEBUG oslo_concurrency.lockutils [req-cbba6917-5495-4f06-b077-c4c437ba5062 req-f9425fa1-16d6-4200-b62c-ef4c4c451a65 service nova] Acquiring lock "c1edaed8-8f28-4c6d-a8d4-0db2c43effa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.970214] env[64022]: DEBUG oslo_concurrency.lockutils [req-cbba6917-5495-4f06-b077-c4c437ba5062 req-f9425fa1-16d6-4200-b62c-ef4c4c451a65 service nova] Lock "c1edaed8-8f28-4c6d-a8d4-0db2c43effa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.970391] env[64022]: DEBUG oslo_concurrency.lockutils [req-cbba6917-5495-4f06-b077-c4c437ba5062 req-f9425fa1-16d6-4200-b62c-ef4c4c451a65 service nova] Lock "c1edaed8-8f28-4c6d-a8d4-0db2c43effa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.970613] env[64022]: DEBUG nova.compute.manager [req-cbba6917-5495-4f06-b077-c4c437ba5062 req-f9425fa1-16d6-4200-b62c-ef4c4c451a65 service nova] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] No waiting events found dispatching network-vif-plugged-259f6c95-5c12-4a6e-818d-d94e973dbb3e {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.971065] env[64022]: WARNING nova.compute.manager [req-cbba6917-5495-4f06-b077-c4c437ba5062 req-f9425fa1-16d6-4200-b62c-ef4c4c451a65 service nova] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Received unexpected event network-vif-plugged-259f6c95-5c12-4a6e-818d-d94e973dbb3e for instance with vm_state building and task_state spawning. [ 795.054238] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e31e77cb-f011-476e-a3c2-16843563ac22 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Lock "f531f8ed-481b-40b6-9cd6-15920537c1f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.188s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.112471] env[64022]: DEBUG oslo_vmware.api [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302571, 'name': PowerOffVM_Task, 'duration_secs': 0.208484} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.113320] env[64022]: DEBUG nova.network.neutron [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Successfully updated port: 259f6c95-5c12-4a6e-818d-d94e973dbb3e {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.114602] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.114781] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.115158] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c251b5c-a2b7-451e-9974-98104aba1579 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.166861] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302572, 'name': ReconfigVM_Task, 'duration_secs': 0.257545} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.168062] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 1065e353-87de-4a19-ae26-bb671974d31d/1065e353-87de-4a19-ae26-bb671974d31d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.168873] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bbde3e4-9da4-422e-b222-66492062ebc1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.175199] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Waiting for the task: (returnval){ [ 795.175199] env[64022]: value = "task-2302575" [ 795.175199] env[64022]: _type = "Task" [ 795.175199] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.179596] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.179815] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.179999] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Deleting the datastore file [datastore1] 1bd00407-c66a-4218-9b38-8e25a676d9e8 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.180711] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-739f903e-a586-4ff9-881e-ae4d6f51b5f5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.185671] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302575, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.191074] env[64022]: DEBUG oslo_vmware.api [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 795.191074] env[64022]: value = "task-2302576" [ 795.191074] env[64022]: _type = "Task" [ 795.191074] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.198692] env[64022]: DEBUG oslo_vmware.api [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.366817] env[64022]: DEBUG nova.compute.manager [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.367058] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.367970] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e9a7c4-9bf6-43e9-a507-0f39a7c1da32 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.375209] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.375429] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32c621f7-2a1b-47ef-8a19-8501683ce756 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.457715] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.458038] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.458038] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleting the datastore file [datastore2] 67ccf4db-7d13-400a-9631-17414671500c {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.458380] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de19eb5b-b542-42ce-908f-f1a111f66dd9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.465336] env[64022]: DEBUG oslo_vmware.api [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 795.465336] env[64022]: value = "task-2302578" [ 795.465336] env[64022]: _type = "Task" [ 795.465336] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.473873] env[64022]: DEBUG oslo_vmware.api [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.618217] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Acquiring lock "refresh_cache-c1edaed8-8f28-4c6d-a8d4-0db2c43effa5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.618355] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Acquired lock "refresh_cache-c1edaed8-8f28-4c6d-a8d4-0db2c43effa5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.618488] env[64022]: DEBUG nova.network.neutron [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.686940] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302575, 'name': Rename_Task, 'duration_secs': 0.139572} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.687259] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.687497] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80d392a2-49a6-4faf-82f2-7ad0d6714481 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.696465] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Waiting for the task: (returnval){ [ 795.696465] env[64022]: value = "task-2302579" [ 795.696465] env[64022]: _type = "Task" [ 795.696465] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.704501] env[64022]: DEBUG oslo_vmware.api [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164958} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.705158] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.705380] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.705587] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.705831] env[64022]: INFO nova.compute.manager [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 795.706097] env[64022]: DEBUG oslo.service.loopingcall [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.706302] env[64022]: DEBUG nova.compute.manager [-] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.706402] env[64022]: DEBUG nova.network.neutron [-] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.710903] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.940575] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d4f9c-fe12-45eb-b100-26f6c1f84842 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.949633] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50090979-1738-4633-8e7b-075fdacfb183 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.985578] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2e4654-c249-4809-acd4-1456c9f25c60 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.994948] env[64022]: DEBUG oslo_vmware.api [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160698} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.995313] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.995521] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.995681] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.995857] env[64022]: INFO nova.compute.manager [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Took 0.63 seconds to destroy the instance on the hypervisor. [ 795.996093] env[64022]: DEBUG oslo.service.loopingcall [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.997254] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332d7c94-fd4a-4361-9420-95a4af28ef12 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.001340] env[64022]: DEBUG nova.compute.manager [-] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.001428] env[64022]: DEBUG nova.network.neutron [-] [instance: 67ccf4db-7d13-400a-9631-17414671500c] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.013572] env[64022]: DEBUG nova.compute.provider_tree [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.184716] env[64022]: DEBUG nova.network.neutron [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.206742] env[64022]: DEBUG oslo_vmware.api [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302579, 'name': PowerOnVM_Task, 'duration_secs': 0.414255} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.207038] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.207252] env[64022]: INFO nova.compute.manager [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Took 4.32 seconds to spawn the instance on the hypervisor. [ 796.207433] env[64022]: DEBUG nova.compute.manager [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.208218] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72cf6e1-adfd-412d-a5e9-6c670938312c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.463912] env[64022]: DEBUG nova.compute.manager [req-2253d554-7706-4e0d-b010-ed17869f24fe req-4b50e76a-f32c-459e-b933-d65e6e83bd70 service nova] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Received event network-vif-deleted-4f25d3f1-0266-4055-9f13-df7267f28dcb {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.464190] env[64022]: INFO nova.compute.manager [req-2253d554-7706-4e0d-b010-ed17869f24fe req-4b50e76a-f32c-459e-b933-d65e6e83bd70 service nova] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Neutron deleted interface 4f25d3f1-0266-4055-9f13-df7267f28dcb; detaching it from the instance and deleting it from the info cache [ 796.464190] env[64022]: DEBUG nova.network.neutron [req-2253d554-7706-4e0d-b010-ed17869f24fe req-4b50e76a-f32c-459e-b933-d65e6e83bd70 service nova] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.497142] env[64022]: DEBUG nova.network.neutron [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Updating instance_info_cache with network_info: [{"id": "259f6c95-5c12-4a6e-818d-d94e973dbb3e", "address": "fa:16:3e:ae:ce:ea", "network": {"id": "23bffea2-59e2-4755-8095-9a1d1d9db5ee", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1570851686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bef14c42d3c4da5bb59b0886a2e20c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259f6c95-5c", "ovs_interfaceid": "259f6c95-5c12-4a6e-818d-d94e973dbb3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.516222] env[64022]: DEBUG nova.scheduler.client.report [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.672881] env[64022]: DEBUG nova.network.neutron [-] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.735779] env[64022]: INFO nova.compute.manager [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Took 52.12 seconds to build instance. [ 796.949074] env[64022]: DEBUG nova.network.neutron [-] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.967660] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-700f7a5a-4b78-450f-b26e-fd1aeb25735c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.980661] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb5ef8e-7c54-4549-9fe3-3aa89018fae0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.999267] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Releasing lock "refresh_cache-c1edaed8-8f28-4c6d-a8d4-0db2c43effa5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.999671] env[64022]: DEBUG nova.compute.manager [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Instance network_info: |[{"id": "259f6c95-5c12-4a6e-818d-d94e973dbb3e", "address": "fa:16:3e:ae:ce:ea", "network": {"id": "23bffea2-59e2-4755-8095-9a1d1d9db5ee", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1570851686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bef14c42d3c4da5bb59b0886a2e20c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259f6c95-5c", "ovs_interfaceid": "259f6c95-5c12-4a6e-818d-d94e973dbb3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.000220] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:ce:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '259f6c95-5c12-4a6e-818d-d94e973dbb3e', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.008489] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Creating folder: Project (9bef14c42d3c4da5bb59b0886a2e20c4). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.021965] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9e57547-7a76-40c9-8eb5-5c0bcd289642 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.024280] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.025021] env[64022]: DEBUG nova.compute.manager [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.027622] env[64022]: DEBUG nova.compute.manager [req-2253d554-7706-4e0d-b010-ed17869f24fe req-4b50e76a-f32c-459e-b933-d65e6e83bd70 service nova] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Detach interface failed, port_id=4f25d3f1-0266-4055-9f13-df7267f28dcb, reason: Instance 67ccf4db-7d13-400a-9631-17414671500c could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 797.029197] env[64022]: DEBUG nova.compute.manager [req-322cc534-d1a7-4a5b-85f7-e3a83b759c88 req-73b3697a-4663-4b35-942f-d929c00d4484 service nova] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Received event network-changed-259f6c95-5c12-4a6e-818d-d94e973dbb3e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.029965] env[64022]: DEBUG nova.compute.manager [req-322cc534-d1a7-4a5b-85f7-e3a83b759c88 req-73b3697a-4663-4b35-942f-d929c00d4484 service nova] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Refreshing instance network info cache due to event network-changed-259f6c95-5c12-4a6e-818d-d94e973dbb3e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 797.029965] env[64022]: DEBUG oslo_concurrency.lockutils [req-322cc534-d1a7-4a5b-85f7-e3a83b759c88 req-73b3697a-4663-4b35-942f-d929c00d4484 service nova] Acquiring lock "refresh_cache-c1edaed8-8f28-4c6d-a8d4-0db2c43effa5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.029965] env[64022]: DEBUG oslo_concurrency.lockutils [req-322cc534-d1a7-4a5b-85f7-e3a83b759c88 req-73b3697a-4663-4b35-942f-d929c00d4484 service nova] Acquired lock "refresh_cache-c1edaed8-8f28-4c6d-a8d4-0db2c43effa5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.030153] env[64022]: DEBUG nova.network.neutron [req-322cc534-d1a7-4a5b-85f7-e3a83b759c88 req-73b3697a-4663-4b35-942f-d929c00d4484 service nova] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Refreshing network info cache for port 259f6c95-5c12-4a6e-818d-d94e973dbb3e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.031737] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.858s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.033530] env[64022]: INFO nova.compute.claims [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.047365] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Created folder: Project (9bef14c42d3c4da5bb59b0886a2e20c4) in parent group-v468248. [ 797.047486] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Creating folder: Instances. Parent ref: group-v468430. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.048158] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e5f79a3-d405-4ce0-8ec7-cff76651c7cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.058719] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Created folder: Instances in parent group-v468430. [ 797.059040] env[64022]: DEBUG oslo.service.loopingcall [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.059301] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.059584] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c7d42dc-7282-4826-bd1f-d702537e1c56 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.081138] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.081138] env[64022]: value = "task-2302583" [ 797.081138] env[64022]: _type = "Task" [ 797.081138] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.090293] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302583, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.176022] env[64022]: INFO nova.compute.manager [-] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Took 1.47 seconds to deallocate network for instance. [ 797.237230] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4310b0ce-a5c1-4784-9c94-f0531d07a984 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Lock "1065e353-87de-4a19-ae26-bb671974d31d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.230s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.452290] env[64022]: INFO nova.compute.manager [-] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Took 1.45 seconds to deallocate network for instance. [ 797.535057] env[64022]: DEBUG nova.compute.utils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 797.535057] env[64022]: DEBUG nova.compute.manager [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.535057] env[64022]: DEBUG nova.network.neutron [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.549028] env[64022]: DEBUG nova.compute.manager [None req-3d8b5fe4-d20c-49a5-a2b2-08124b3d1784 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.552122] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ab952e-6e36-4863-8cc0-893615ed9447 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.592789] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302583, 'name': CreateVM_Task, 'duration_secs': 0.330722} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.593193] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.594116] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.594427] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.594935] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.600109] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759abbb4-5e5c-4c60-849c-bf469437f7a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.605018] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Waiting for the task: (returnval){ [ 797.605018] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bd123d-a5fc-7763-71f8-95ac5cd11c53" [ 797.605018] env[64022]: _type = "Task" [ 797.605018] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.613555] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bd123d-a5fc-7763-71f8-95ac5cd11c53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.615152] env[64022]: DEBUG nova.policy [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36f0c0f78bc4460c806f0beda22055c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b52d1eae5b694d9da3d7db123ae8c3fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.620671] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Acquiring lock "1065e353-87de-4a19-ae26-bb671974d31d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.621067] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Lock "1065e353-87de-4a19-ae26-bb671974d31d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.621395] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Acquiring lock "1065e353-87de-4a19-ae26-bb671974d31d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.621681] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Lock "1065e353-87de-4a19-ae26-bb671974d31d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.621953] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Lock "1065e353-87de-4a19-ae26-bb671974d31d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.624079] env[64022]: INFO nova.compute.manager [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Terminating instance [ 797.683860] env[64022]: DEBUG oslo_concurrency.lockutils [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.951655] env[64022]: DEBUG nova.network.neutron [req-322cc534-d1a7-4a5b-85f7-e3a83b759c88 req-73b3697a-4663-4b35-942f-d929c00d4484 service nova] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Updated VIF entry in instance network info cache for port 259f6c95-5c12-4a6e-818d-d94e973dbb3e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.952076] env[64022]: DEBUG nova.network.neutron [req-322cc534-d1a7-4a5b-85f7-e3a83b759c88 req-73b3697a-4663-4b35-942f-d929c00d4484 service nova] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Updating instance_info_cache with network_info: [{"id": "259f6c95-5c12-4a6e-818d-d94e973dbb3e", "address": "fa:16:3e:ae:ce:ea", "network": {"id": "23bffea2-59e2-4755-8095-9a1d1d9db5ee", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1570851686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bef14c42d3c4da5bb59b0886a2e20c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259f6c95-5c", "ovs_interfaceid": "259f6c95-5c12-4a6e-818d-d94e973dbb3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.961846] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.038906] env[64022]: DEBUG nova.compute.manager [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.070150] env[64022]: INFO nova.compute.manager [None req-3d8b5fe4-d20c-49a5-a2b2-08124b3d1784 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] instance snapshotting [ 798.070626] env[64022]: DEBUG nova.objects.instance [None req-3d8b5fe4-d20c-49a5-a2b2-08124b3d1784 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Lazy-loading 'flavor' on Instance uuid 1065e353-87de-4a19-ae26-bb671974d31d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.090703] env[64022]: DEBUG nova.network.neutron [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Successfully created port: e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.122026] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bd123d-a5fc-7763-71f8-95ac5cd11c53, 'name': SearchDatastore_Task, 'duration_secs': 0.013378} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.122026] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.122026] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.122026] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.122026] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.122026] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.122026] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f53ebed-d50f-4408-834f-3b0d1ec63b45 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.130046] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Acquiring lock "refresh_cache-1065e353-87de-4a19-ae26-bb671974d31d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.130691] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Acquired lock "refresh_cache-1065e353-87de-4a19-ae26-bb671974d31d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.130888] env[64022]: DEBUG nova.network.neutron [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.142336] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.142793] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.143512] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6021fa5d-695a-40e6-9d8b-1e1ffa6652de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.154108] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Waiting for the task: (returnval){ [ 798.154108] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52898728-64f8-1519-d0cb-1c84ef3c9e5c" [ 798.154108] env[64022]: _type = "Task" [ 798.154108] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.165543] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52898728-64f8-1519-d0cb-1c84ef3c9e5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.457894] env[64022]: DEBUG oslo_concurrency.lockutils [req-322cc534-d1a7-4a5b-85f7-e3a83b759c88 req-73b3697a-4663-4b35-942f-d929c00d4484 service nova] Releasing lock "refresh_cache-c1edaed8-8f28-4c6d-a8d4-0db2c43effa5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.458555] env[64022]: DEBUG nova.compute.manager [req-322cc534-d1a7-4a5b-85f7-e3a83b759c88 req-73b3697a-4663-4b35-942f-d929c00d4484 service nova] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Received event network-vif-deleted-f23ba7ad-9c56-4b10-8883-02813bb8d70d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.585023] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0da5625-a415-4a17-815d-01a62a883e82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.605615] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e05e192-4dbb-45ca-97b2-beb3ff508313 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.608704] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a18e948-c9e3-48cf-b4b4-84b2a99dca2b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.622077] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa1e81a-c98a-42fc-b972-e3bef813d7be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.662291] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71446861-6782-4c1b-9a72-104d054dfb6e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.678144] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dae446-a1c0-4841-9247-76ff40c98732 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.680539] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52898728-64f8-1519-d0cb-1c84ef3c9e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.681462] env[64022]: DEBUG nova.network.neutron [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.685101] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5141ee8-9b76-4c91-8656-4d8dfd87e2c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.696062] env[64022]: DEBUG nova.compute.provider_tree [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.701067] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Waiting for the task: (returnval){ [ 798.701067] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b08ce4-227d-c8e6-769d-e48abb90b555" [ 798.701067] env[64022]: _type = "Task" [ 798.701067] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.708417] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b08ce4-227d-c8e6-769d-e48abb90b555, 'name': SearchDatastore_Task, 'duration_secs': 0.012863} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.709325] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.709697] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] c1edaed8-8f28-4c6d-a8d4-0db2c43effa5/c1edaed8-8f28-4c6d-a8d4-0db2c43effa5.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.710011] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-389a3fa8-3d66-4739-ae93-e809f2f2ce6d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.720432] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Waiting for the task: (returnval){ [ 798.720432] env[64022]: value = "task-2302584" [ 798.720432] env[64022]: _type = "Task" [ 798.720432] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.731223] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.772756] env[64022]: DEBUG nova.network.neutron [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.052917] env[64022]: DEBUG nova.compute.manager [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.090475] env[64022]: DEBUG nova.virt.hardware [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.090475] env[64022]: DEBUG nova.virt.hardware [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.090475] env[64022]: DEBUG nova.virt.hardware [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.095456] env[64022]: DEBUG nova.virt.hardware [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.095456] env[64022]: DEBUG nova.virt.hardware [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.095611] env[64022]: DEBUG nova.virt.hardware [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.095903] env[64022]: DEBUG nova.virt.hardware [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.096108] env[64022]: DEBUG nova.virt.hardware [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.096305] env[64022]: DEBUG nova.virt.hardware [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.096513] env[64022]: DEBUG nova.virt.hardware [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.100020] env[64022]: DEBUG nova.virt.hardware [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.100020] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea80f997-d3fc-405f-a30d-c35e679d3fa7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.113205] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c54ab7-edc1-4dec-adb4-63c3fabbc567 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.135673] env[64022]: DEBUG nova.compute.manager [None req-3d8b5fe4-d20c-49a5-a2b2-08124b3d1784 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Instance disappeared during snapshot {{(pid=64022) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 799.200860] env[64022]: DEBUG nova.scheduler.client.report [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.234397] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302584, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.276016] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Releasing lock "refresh_cache-1065e353-87de-4a19-ae26-bb671974d31d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.276435] env[64022]: DEBUG nova.compute.manager [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.276630] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.277538] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0167199a-3109-429d-95fb-4a4263c0f81a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.287104] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.287424] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-060f0f05-4afa-4a1f-ad84-4da7e9e37450 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.297052] env[64022]: DEBUG oslo_vmware.api [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Waiting for the task: (returnval){ [ 799.297052] env[64022]: value = "task-2302586" [ 799.297052] env[64022]: _type = "Task" [ 799.297052] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.297453] env[64022]: DEBUG nova.compute.manager [None req-3d8b5fe4-d20c-49a5-a2b2-08124b3d1784 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Found 0 images (rotation: 2) {{(pid=64022) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 799.307718] env[64022]: DEBUG oslo_vmware.api [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.508362] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "f14b6f26-0ab6-42b6-a059-6d2776beb8cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.508565] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "f14b6f26-0ab6-42b6-a059-6d2776beb8cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.607994] env[64022]: DEBUG nova.compute.manager [req-a00c299b-5bb9-4568-980e-389973cfe210 req-38b7f6a7-e9ef-4394-a5fb-8e67f5047d60 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Received event network-vif-plugged-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.611615] env[64022]: DEBUG oslo_concurrency.lockutils [req-a00c299b-5bb9-4568-980e-389973cfe210 req-38b7f6a7-e9ef-4394-a5fb-8e67f5047d60 service nova] Acquiring lock "02a836ec-8677-4076-98b1-3ac308500668-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.611849] env[64022]: DEBUG oslo_concurrency.lockutils [req-a00c299b-5bb9-4568-980e-389973cfe210 req-38b7f6a7-e9ef-4394-a5fb-8e67f5047d60 service nova] Lock "02a836ec-8677-4076-98b1-3ac308500668-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.612036] env[64022]: DEBUG oslo_concurrency.lockutils [req-a00c299b-5bb9-4568-980e-389973cfe210 req-38b7f6a7-e9ef-4394-a5fb-8e67f5047d60 service nova] Lock "02a836ec-8677-4076-98b1-3ac308500668-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.612218] env[64022]: DEBUG nova.compute.manager [req-a00c299b-5bb9-4568-980e-389973cfe210 req-38b7f6a7-e9ef-4394-a5fb-8e67f5047d60 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] No waiting events found dispatching network-vif-plugged-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.612388] env[64022]: WARNING nova.compute.manager [req-a00c299b-5bb9-4568-980e-389973cfe210 req-38b7f6a7-e9ef-4394-a5fb-8e67f5047d60 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Received unexpected event network-vif-plugged-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 for instance with vm_state building and task_state spawning. [ 799.706788] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.707630] env[64022]: DEBUG nova.compute.manager [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.711330] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.197s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.736537] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570296} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.737037] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] c1edaed8-8f28-4c6d-a8d4-0db2c43effa5/c1edaed8-8f28-4c6d-a8d4-0db2c43effa5.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.737037] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.737273] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15e361c6-5cad-4219-9ddc-6699514ece24 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.747392] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Waiting for the task: (returnval){ [ 799.747392] env[64022]: value = "task-2302587" [ 799.747392] env[64022]: _type = "Task" [ 799.747392] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.753290] env[64022]: DEBUG nova.network.neutron [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Successfully updated port: e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.766021] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.809552] env[64022]: DEBUG oslo_vmware.api [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302586, 'name': PowerOffVM_Task, 'duration_secs': 0.130559} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.811950] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.812216] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.812488] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6e649a7-6da4-4138-8f4d-a4bcd1fd7977 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.837899] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.838169] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.838359] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Deleting the datastore file [datastore2] 1065e353-87de-4a19-ae26-bb671974d31d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.838625] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39f3e9b9-4fc7-4f35-9d4a-a05ef718cbb9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.845909] env[64022]: DEBUG oslo_vmware.api [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Waiting for the task: (returnval){ [ 799.845909] env[64022]: value = "task-2302589" [ 799.845909] env[64022]: _type = "Task" [ 799.845909] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.854622] env[64022]: DEBUG oslo_vmware.api [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.011796] env[64022]: DEBUG nova.compute.manager [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.227675] env[64022]: DEBUG nova.compute.utils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 800.230373] env[64022]: DEBUG nova.compute.manager [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.230644] env[64022]: DEBUG nova.network.neutron [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.259941] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.260252] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.260634] env[64022]: DEBUG nova.network.neutron [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.261934] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071198} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.262631] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.264036] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be234dd5-7282-45b5-aa4b-1d5014c9f053 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.290389] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] c1edaed8-8f28-4c6d-a8d4-0db2c43effa5/c1edaed8-8f28-4c6d-a8d4-0db2c43effa5.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.292443] env[64022]: DEBUG nova.policy [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27e0108f3d844ce284b6b1420d75fa28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f45b3314916e4fecbd4fd4ee6206bcc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.293791] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05d374d1-42cf-487f-9250-db10ea2fc200 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.319237] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Waiting for the task: (returnval){ [ 800.319237] env[64022]: value = "task-2302590" [ 800.319237] env[64022]: _type = "Task" [ 800.319237] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.330300] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.358555] env[64022]: DEBUG oslo_vmware.api [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.543655] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.672142] env[64022]: DEBUG nova.network.neutron [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Successfully created port: 1f2d6248-ea88-470a-aa74-66120fa566fc {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.736171] env[64022]: DEBUG nova.compute.manager [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.759870] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance e019c04e-4fda-41e2-a3e7-ead79cdf9ced actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.759870] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 7f876a80-e222-4647-8eaa-ed830743b5d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.759870] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance fdbee3c7-34eb-4b2e-830a-baf719075a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.759870] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance fd2648fd-9a15-40e9-aecb-b01d77939d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.759870] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 800.759870] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.759870] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance c584ed71-b206-4a67-a0fc-c6964b5d0fae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.759870] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.759870] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 3dc7f232-556b-45c1-8659-1e57c553fe3d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 800.759870] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.759870] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 51eb6027-19f1-4f94-a859-cad1d29f7708 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.759870] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance cd52cc4c-7127-41bf-bd37-0b6478b63b2d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 800.759870] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.759870] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance d62e50ec-7c22-4c38-bddd-66148aa73dda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.760447] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 220d5470-3918-4841-8077-a06a1d463474 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 800.760447] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 023b0e1a-2d7e-4325-b86b-5ed4530a57f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.760447] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 870aa9bb-f650-40dd-b5b0-2a36ee80290d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 800.760447] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 07b5281f-6480-476c-8457-c57526d1d8f7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 800.761283] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 5f5830d4-a41f-4a59-befd-98bb57767ee0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 800.761617] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 1bd00407-c66a-4218-9b38-8e25a676d9e8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 800.761887] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 6520ea44-5048-474f-b55f-69e2aba989fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 800.765033] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 67ccf4db-7d13-400a-9631-17414671500c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 800.765033] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 5e8e8a6c-195e-4106-a99c-dff82adfefb2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 800.765033] env[64022]: WARNING nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance c523ef6e-3526-4568-aebd-ab508d4f15cc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 800.765033] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 1065e353-87de-4a19-ae26-bb671974d31d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.765033] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance c1edaed8-8f28-4c6d-a8d4-0db2c43effa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.765033] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 02a836ec-8677-4076-98b1-3ac308500668 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.765033] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 88a9b493-e20e-4345-ae45-4b248b380ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.828897] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.856800] env[64022]: DEBUG oslo_vmware.api [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Task: {'id': task-2302589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.697922} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.857074] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.857293] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.857499] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.857683] env[64022]: INFO nova.compute.manager [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Took 1.58 seconds to destroy the instance on the hypervisor. [ 800.857928] env[64022]: DEBUG oslo.service.loopingcall [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 800.858142] env[64022]: DEBUG nova.compute.manager [-] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.858240] env[64022]: DEBUG nova.network.neutron [-] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.879470] env[64022]: DEBUG nova.network.neutron [-] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.971147] env[64022]: DEBUG nova.network.neutron [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.253422] env[64022]: DEBUG nova.network.neutron [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updating instance_info_cache with network_info: [{"id": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "address": "fa:16:3e:53:fa:9f", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab6f3b-5a", "ovs_interfaceid": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.270956] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 6292d41f-5705-4eaa-94c4-6f5ffac5c477 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.328918] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302590, 'name': ReconfigVM_Task, 'duration_secs': 0.814275} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.329221] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Reconfigured VM instance instance-00000041 to attach disk [datastore1] c1edaed8-8f28-4c6d-a8d4-0db2c43effa5/c1edaed8-8f28-4c6d-a8d4-0db2c43effa5.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.329849] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65fa24f0-f82f-4eca-a7fd-83bd1b9ce3e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.337577] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Waiting for the task: (returnval){ [ 801.337577] env[64022]: value = "task-2302591" [ 801.337577] env[64022]: _type = "Task" [ 801.337577] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.345867] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302591, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.382850] env[64022]: DEBUG nova.network.neutron [-] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.665808] env[64022]: DEBUG nova.compute.manager [req-e17ac3d9-82f0-4149-99e8-d492d548057e req-64ec7d96-4e15-496f-a7d5-5347f2f07d09 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Received event network-changed-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.665957] env[64022]: DEBUG nova.compute.manager [req-e17ac3d9-82f0-4149-99e8-d492d548057e req-64ec7d96-4e15-496f-a7d5-5347f2f07d09 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Refreshing instance network info cache due to event network-changed-e3ab6f3b-5a08-4c72-aa5b-16448ea45231. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.666174] env[64022]: DEBUG oslo_concurrency.lockutils [req-e17ac3d9-82f0-4149-99e8-d492d548057e req-64ec7d96-4e15-496f-a7d5-5347f2f07d09 service nova] Acquiring lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.746547] env[64022]: DEBUG nova.compute.manager [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.756484] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.756801] env[64022]: DEBUG nova.compute.manager [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Instance network_info: |[{"id": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "address": "fa:16:3e:53:fa:9f", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab6f3b-5a", "ovs_interfaceid": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.757201] env[64022]: DEBUG oslo_concurrency.lockutils [req-e17ac3d9-82f0-4149-99e8-d492d548057e req-64ec7d96-4e15-496f-a7d5-5347f2f07d09 service nova] Acquired lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.757302] env[64022]: DEBUG nova.network.neutron [req-e17ac3d9-82f0-4149-99e8-d492d548057e req-64ec7d96-4e15-496f-a7d5-5347f2f07d09 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Refreshing network info cache for port e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.758991] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:fa:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3ab6f3b-5a08-4c72-aa5b-16448ea45231', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.766404] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating folder: Project (b52d1eae5b694d9da3d7db123ae8c3fa). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.769188] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d388d8aa-eb2c-4dfd-a239-cc67a44b8776 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.773124] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.776883] env[64022]: DEBUG nova.virt.hardware [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.777121] env[64022]: DEBUG nova.virt.hardware [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.777285] env[64022]: DEBUG nova.virt.hardware [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.777471] env[64022]: DEBUG nova.virt.hardware [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.777616] env[64022]: DEBUG nova.virt.hardware [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.777765] env[64022]: DEBUG nova.virt.hardware [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.777976] env[64022]: DEBUG nova.virt.hardware [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.778153] env[64022]: DEBUG nova.virt.hardware [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.778328] env[64022]: DEBUG nova.virt.hardware [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.778495] env[64022]: DEBUG nova.virt.hardware [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.778669] env[64022]: DEBUG nova.virt.hardware [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.779699] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d3ce30-9ed0-4f98-af1c-a9ee1b0e56fa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.783741] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Created folder: Project (b52d1eae5b694d9da3d7db123ae8c3fa) in parent group-v468248. [ 801.783918] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating folder: Instances. Parent ref: group-v468433. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.784947] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87fa940c-5f8f-4528-a8a4-3e485f16edb6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.789942] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fd808a-5e20-42c2-898d-928d2ce0f14e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.795305] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Created folder: Instances in parent group-v468433. [ 801.795534] env[64022]: DEBUG oslo.service.loopingcall [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.796054] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.796627] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75714763-5702-4634-ac0d-4d5b4b1116c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.823502] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.823502] env[64022]: value = "task-2302594" [ 801.823502] env[64022]: _type = "Task" [ 801.823502] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.831277] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302594, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.847766] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302591, 'name': Rename_Task, 'duration_secs': 0.169018} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.848051] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.848301] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96a99fc0-210e-481c-ad05-9b3c38958c00 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.856183] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Waiting for the task: (returnval){ [ 801.856183] env[64022]: value = "task-2302595" [ 801.856183] env[64022]: _type = "Task" [ 801.856183] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.864477] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.885550] env[64022]: INFO nova.compute.manager [-] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Took 1.03 seconds to deallocate network for instance. [ 802.275469] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 1477c326-91e3-447f-9c8c-e2ff0c6875a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.333935] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302594, 'name': CreateVM_Task, 'duration_secs': 0.312548} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.334348] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.334964] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.335154] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.335815] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.336099] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed9ae95-006c-4e97-ab9f-00375f938e1d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.341648] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 802.341648] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528a74bc-6050-c089-9bdf-9b75bf7e72f2" [ 802.341648] env[64022]: _type = "Task" [ 802.341648] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.351344] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528a74bc-6050-c089-9bdf-9b75bf7e72f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.370370] env[64022]: DEBUG oslo_vmware.api [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302595, 'name': PowerOnVM_Task, 'duration_secs': 0.461532} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.370633] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.370834] env[64022]: INFO nova.compute.manager [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Took 7.93 seconds to spawn the instance on the hypervisor. [ 802.372202] env[64022]: DEBUG nova.compute.manager [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.372202] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64670fc-2bf3-4bd7-8782-8214b131ef92 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.393287] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.675789] env[64022]: DEBUG nova.network.neutron [req-e17ac3d9-82f0-4149-99e8-d492d548057e req-64ec7d96-4e15-496f-a7d5-5347f2f07d09 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updated VIF entry in instance network info cache for port e3ab6f3b-5a08-4c72-aa5b-16448ea45231. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.676173] env[64022]: DEBUG nova.network.neutron [req-e17ac3d9-82f0-4149-99e8-d492d548057e req-64ec7d96-4e15-496f-a7d5-5347f2f07d09 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updating instance_info_cache with network_info: [{"id": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "address": "fa:16:3e:53:fa:9f", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab6f3b-5a", "ovs_interfaceid": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.779601] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 752a82f2-1ab8-47e2-9a0f-151704febc9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.809901] env[64022]: DEBUG nova.network.neutron [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Successfully updated port: 1f2d6248-ea88-470a-aa74-66120fa566fc {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.857018] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528a74bc-6050-c089-9bdf-9b75bf7e72f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.857018] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.857018] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.857018] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.857018] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.857018] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.857018] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a966dc1d-231f-46a7-89ca-f0646ac2ff10 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.866808] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.866967] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.867754] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4546cbc7-fa0a-4c6b-b380-956d40d95f1d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.874375] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 802.874375] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52227723-2ed4-e4da-04f3-5f43ce664ba9" [ 802.874375] env[64022]: _type = "Task" [ 802.874375] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.887805] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52227723-2ed4-e4da-04f3-5f43ce664ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.890566] env[64022]: INFO nova.compute.manager [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Took 57.35 seconds to build instance. [ 803.180428] env[64022]: DEBUG oslo_concurrency.lockutils [req-e17ac3d9-82f0-4149-99e8-d492d548057e req-64ec7d96-4e15-496f-a7d5-5347f2f07d09 service nova] Releasing lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.281485] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance f14b6f26-0ab6-42b6-a059-6d2776beb8cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 803.281809] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 803.281997] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 803.312280] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Acquiring lock "refresh_cache-88a9b493-e20e-4345-ae45-4b248b380ae0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.312458] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Acquired lock "refresh_cache-88a9b493-e20e-4345-ae45-4b248b380ae0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.312635] env[64022]: DEBUG nova.network.neutron [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.386649] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52227723-2ed4-e4da-04f3-5f43ce664ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.011481} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.390028] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8301655f-c56a-4760-9b00-8032872c32dc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.392750] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lock "c1edaed8-8f28-4c6d-a8d4-0db2c43effa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.471s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.397022] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 803.397022] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d22a94-cc99-7120-e1bb-8fa9ad5fd2d9" [ 803.397022] env[64022]: _type = "Task" [ 803.397022] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.408389] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d22a94-cc99-7120-e1bb-8fa9ad5fd2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.435825] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Acquiring lock "6f33f839-08f9-4f61-a513-16cc247eb2d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.436091] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Lock "6f33f839-08f9-4f61-a513-16cc247eb2d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.675189] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aa0080-58e8-4117-8365-1692e1fa457f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.683285] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcebb9e5-d700-4aa5-bbb3-5bb15195a230 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.690498] env[64022]: DEBUG nova.compute.manager [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Received event network-vif-plugged-1f2d6248-ea88-470a-aa74-66120fa566fc {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.690755] env[64022]: DEBUG oslo_concurrency.lockutils [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] Acquiring lock "88a9b493-e20e-4345-ae45-4b248b380ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.690966] env[64022]: DEBUG oslo_concurrency.lockutils [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] Lock "88a9b493-e20e-4345-ae45-4b248b380ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.691220] env[64022]: DEBUG oslo_concurrency.lockutils [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] Lock "88a9b493-e20e-4345-ae45-4b248b380ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.691390] env[64022]: DEBUG nova.compute.manager [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] No waiting events found dispatching network-vif-plugged-1f2d6248-ea88-470a-aa74-66120fa566fc {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.691560] env[64022]: WARNING nova.compute.manager [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Received unexpected event network-vif-plugged-1f2d6248-ea88-470a-aa74-66120fa566fc for instance with vm_state building and task_state spawning. [ 803.691719] env[64022]: DEBUG nova.compute.manager [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Received event network-changed-1f2d6248-ea88-470a-aa74-66120fa566fc {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.691874] env[64022]: DEBUG nova.compute.manager [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Refreshing instance network info cache due to event network-changed-1f2d6248-ea88-470a-aa74-66120fa566fc. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 803.692053] env[64022]: DEBUG oslo_concurrency.lockutils [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] Acquiring lock "refresh_cache-88a9b493-e20e-4345-ae45-4b248b380ae0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.717878] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4280c52-d878-4191-998d-327cedcd0a49 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.726259] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfc43e1-61eb-40a5-9ed8-c9d668f5a7b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.739786] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.750544] env[64022]: DEBUG oslo_concurrency.lockutils [None req-425e2fa6-d767-4ff0-80d7-275710da07eb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Acquiring lock "interface-c1edaed8-8f28-4c6d-a8d4-0db2c43effa5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.750781] env[64022]: DEBUG oslo_concurrency.lockutils [None req-425e2fa6-d767-4ff0-80d7-275710da07eb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lock "interface-c1edaed8-8f28-4c6d-a8d4-0db2c43effa5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.751133] env[64022]: DEBUG nova.objects.instance [None req-425e2fa6-d767-4ff0-80d7-275710da07eb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lazy-loading 'flavor' on Instance uuid c1edaed8-8f28-4c6d-a8d4-0db2c43effa5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.873081] env[64022]: DEBUG nova.network.neutron [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.908936] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d22a94-cc99-7120-e1bb-8fa9ad5fd2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011112} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.909228] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.909482] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 02a836ec-8677-4076-98b1-3ac308500668/02a836ec-8677-4076-98b1-3ac308500668.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.909741] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-484d9a43-68d3-4c3f-82a0-83ae1cafcf5c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.920012] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 803.920012] env[64022]: value = "task-2302596" [ 803.920012] env[64022]: _type = "Task" [ 803.920012] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.929337] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2302596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.942816] env[64022]: DEBUG nova.compute.manager [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.037568] env[64022]: DEBUG nova.network.neutron [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Updating instance_info_cache with network_info: [{"id": "1f2d6248-ea88-470a-aa74-66120fa566fc", "address": "fa:16:3e:87:59:0f", "network": {"id": "5d652362-68b8-4a1c-a8be-61e96f588cf1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1274307096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45b3314916e4fecbd4fd4ee6206bcc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2d6248-ea", "ovs_interfaceid": "1f2d6248-ea88-470a-aa74-66120fa566fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.245349] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.254894] env[64022]: DEBUG nova.objects.instance [None req-425e2fa6-d767-4ff0-80d7-275710da07eb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lazy-loading 'pci_requests' on Instance uuid c1edaed8-8f28-4c6d-a8d4-0db2c43effa5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.432257] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2302596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472118} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.432631] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 02a836ec-8677-4076-98b1-3ac308500668/02a836ec-8677-4076-98b1-3ac308500668.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.432907] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.433201] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e45cd4e4-c20a-4e75-926c-606a93b2669f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.440429] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 804.440429] env[64022]: value = "task-2302597" [ 804.440429] env[64022]: _type = "Task" [ 804.440429] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.451058] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2302597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.466489] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.540077] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Releasing lock "refresh_cache-88a9b493-e20e-4345-ae45-4b248b380ae0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.540574] env[64022]: DEBUG nova.compute.manager [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Instance network_info: |[{"id": "1f2d6248-ea88-470a-aa74-66120fa566fc", "address": "fa:16:3e:87:59:0f", "network": {"id": "5d652362-68b8-4a1c-a8be-61e96f588cf1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1274307096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45b3314916e4fecbd4fd4ee6206bcc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2d6248-ea", "ovs_interfaceid": "1f2d6248-ea88-470a-aa74-66120fa566fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.541035] env[64022]: DEBUG oslo_concurrency.lockutils [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] Acquired lock "refresh_cache-88a9b493-e20e-4345-ae45-4b248b380ae0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.541348] env[64022]: DEBUG nova.network.neutron [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Refreshing network info cache for port 1f2d6248-ea88-470a-aa74-66120fa566fc {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.543071] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:59:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f2d6248-ea88-470a-aa74-66120fa566fc', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.555821] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Creating folder: Project (f45b3314916e4fecbd4fd4ee6206bcc9). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.557483] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c3c6578-a585-43ae-9603-4d69f8dc18e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.569765] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Created folder: Project (f45b3314916e4fecbd4fd4ee6206bcc9) in parent group-v468248. [ 804.570073] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Creating folder: Instances. Parent ref: group-v468436. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.570379] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-703b4ad9-443a-48b8-bcde-142e7604fe4f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.580710] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Created folder: Instances in parent group-v468436. [ 804.580997] env[64022]: DEBUG oslo.service.loopingcall [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.581145] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.581488] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d08f519d-9d6c-4427-aee5-514b9a321d8d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.602231] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.602231] env[64022]: value = "task-2302600" [ 804.602231] env[64022]: _type = "Task" [ 804.602231] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.610640] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302600, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.753038] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 804.753038] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.040s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.753038] env[64022]: DEBUG oslo_concurrency.lockutils [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.753038] env[64022]: DEBUG oslo_concurrency.lockutils [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.754476] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.128s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.754955] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.757136] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.057s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.759167] env[64022]: INFO nova.compute.claims [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.762214] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.762495] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Cleaning up deleted instances {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 804.764987] env[64022]: DEBUG nova.objects.base [None req-425e2fa6-d767-4ff0-80d7-275710da07eb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 804.765295] env[64022]: DEBUG nova.network.neutron [None req-425e2fa6-d767-4ff0-80d7-275710da07eb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.791869] env[64022]: INFO nova.scheduler.client.report [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Deleted allocations for instance 07b5281f-6480-476c-8457-c57526d1d8f7 [ 804.807653] env[64022]: INFO nova.scheduler.client.report [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Deleted allocations for instance 870aa9bb-f650-40dd-b5b0-2a36ee80290d [ 804.880685] env[64022]: DEBUG oslo_concurrency.lockutils [None req-425e2fa6-d767-4ff0-80d7-275710da07eb tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lock "interface-c1edaed8-8f28-4c6d-a8d4-0db2c43effa5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.128s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.952837] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2302597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07357} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.953226] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.954277] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3c22a4-df57-4df1-824f-5c4cbf630379 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.981470] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 02a836ec-8677-4076-98b1-3ac308500668/02a836ec-8677-4076-98b1-3ac308500668.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.981824] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0251403-cdae-4a58-bcbf-2f03902bb8c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.007131] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 805.007131] env[64022]: value = "task-2302601" [ 805.007131] env[64022]: _type = "Task" [ 805.007131] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.018226] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2302601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.113804] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302600, 'name': CreateVM_Task, 'duration_secs': 0.480968} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.114017] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.114721] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.114896] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.116077] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.116077] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d0baa5-8c13-4301-9473-66274b2ce19d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.121277] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Waiting for the task: (returnval){ [ 805.121277] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5209946e-cacf-1c19-afee-f0697eef6bcc" [ 805.121277] env[64022]: _type = "Task" [ 805.121277] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.132477] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5209946e-cacf-1c19-afee-f0697eef6bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.278225] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] There are 38 instances to clean {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 805.278489] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 1a99f453-b18c-4191-b80d-e769aa3742ba] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 805.302760] env[64022]: DEBUG oslo_concurrency.lockutils [None req-42483e66-ca1c-4233-89c2-b4316562a0b5 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "07b5281f-6480-476c-8457-c57526d1d8f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.518s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.315672] env[64022]: DEBUG oslo_concurrency.lockutils [None req-415686fa-2453-4a1b-b89e-1226148ca77e tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Lock "870aa9bb-f650-40dd-b5b0-2a36ee80290d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.679s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.334998] env[64022]: DEBUG nova.network.neutron [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Updated VIF entry in instance network info cache for port 1f2d6248-ea88-470a-aa74-66120fa566fc. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.335376] env[64022]: DEBUG nova.network.neutron [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Updating instance_info_cache with network_info: [{"id": "1f2d6248-ea88-470a-aa74-66120fa566fc", "address": "fa:16:3e:87:59:0f", "network": {"id": "5d652362-68b8-4a1c-a8be-61e96f588cf1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1274307096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45b3314916e4fecbd4fd4ee6206bcc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2d6248-ea", "ovs_interfaceid": "1f2d6248-ea88-470a-aa74-66120fa566fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.521161] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2302601, 'name': ReconfigVM_Task, 'duration_secs': 0.318874} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.521161] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 02a836ec-8677-4076-98b1-3ac308500668/02a836ec-8677-4076-98b1-3ac308500668.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.521161] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54e0e217-dde3-42ff-9472-883744229207 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.528872] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 805.528872] env[64022]: value = "task-2302602" [ 805.528872] env[64022]: _type = "Task" [ 805.528872] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.538188] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2302602, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.631624] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5209946e-cacf-1c19-afee-f0697eef6bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.634204] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.634446] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.634682] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.634834] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.635017] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.635465] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d8f053c-2787-4fa0-8768-8fb222e941d0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.647463] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.647756] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.648551] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4a4a14-d8fd-407f-8b59-a6c6f065376b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.654125] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Waiting for the task: (returnval){ [ 805.654125] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d14647-5375-19c6-1c02-0491e1f5f7df" [ 805.654125] env[64022]: _type = "Task" [ 805.654125] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.665109] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d14647-5375-19c6-1c02-0491e1f5f7df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.680983] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d421476-1285-4325-9c36-c214b77d733b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.688401] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9593b96-b61d-4004-a411-86389871ce0f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.720414] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f7bbd9-54c0-4955-8757-6117df22067f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.728243] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf9c2d4-c124-4d0c-bea5-1c2c21f17ffb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.741734] env[64022]: DEBUG nova.compute.provider_tree [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.785021] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 14ea5a03-0092-46e9-8f77-15bc4fcb6cd7] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 805.840533] env[64022]: DEBUG oslo_concurrency.lockutils [req-a5cf2692-9967-4761-b038-97d20d21bed5 req-851f852c-59d5-4e0a-a4d7-b0f7ce4a6a08 service nova] Releasing lock "refresh_cache-88a9b493-e20e-4345-ae45-4b248b380ae0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.039537] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2302602, 'name': Rename_Task, 'duration_secs': 0.165896} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.039889] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.040054] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-babcce6f-f7db-460b-aeb4-9203998bb895 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.047577] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 806.047577] env[64022]: value = "task-2302603" [ 806.047577] env[64022]: _type = "Task" [ 806.047577] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.055413] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2302603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.166015] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d14647-5375-19c6-1c02-0491e1f5f7df, 'name': SearchDatastore_Task, 'duration_secs': 0.016301} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.166806] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fac7406-00dd-486e-b173-dedf90af003c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.173706] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Waiting for the task: (returnval){ [ 806.173706] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529d9534-5a34-1cf4-4a4f-993c79f06054" [ 806.173706] env[64022]: _type = "Task" [ 806.173706] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.182477] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529d9534-5a34-1cf4-4a4f-993c79f06054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.246049] env[64022]: DEBUG nova.scheduler.client.report [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.288437] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 80eb9e3b-68e6-4261-ab69-e8654627607f] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 806.567401] env[64022]: DEBUG oslo_vmware.api [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2302603, 'name': PowerOnVM_Task, 'duration_secs': 0.451941} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.568327] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.568327] env[64022]: INFO nova.compute.manager [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Took 7.51 seconds to spawn the instance on the hypervisor. [ 806.568327] env[64022]: DEBUG nova.compute.manager [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.569280] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361cfd18-47f9-4d3f-9d38-f6032734ac03 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.686188] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529d9534-5a34-1cf4-4a4f-993c79f06054, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.686395] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.686668] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 88a9b493-e20e-4345-ae45-4b248b380ae0/88a9b493-e20e-4345-ae45-4b248b380ae0.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.686932] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae8c0292-5a1b-43ef-90d8-890d6fe30e91 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.695219] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Waiting for the task: (returnval){ [ 806.695219] env[64022]: value = "task-2302604" [ 806.695219] env[64022]: _type = "Task" [ 806.695219] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.704494] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2302604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.751651] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.994s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.752301] env[64022]: DEBUG nova.compute.manager [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.757184] env[64022]: DEBUG oslo_concurrency.lockutils [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.883s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.757184] env[64022]: DEBUG oslo_concurrency.lockutils [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.758850] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.463s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.759164] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.761784] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.034s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.765942] env[64022]: INFO nova.compute.claims [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.792315] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 07c5066a-6822-4eb5-a5d9-9794d9d6fb4b] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 806.797352] env[64022]: INFO nova.scheduler.client.report [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Deleted allocations for instance 5f5830d4-a41f-4a59-befd-98bb57767ee0 [ 806.799386] env[64022]: INFO nova.scheduler.client.report [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Deleted allocations for instance 6520ea44-5048-474f-b55f-69e2aba989fa [ 807.058297] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Acquiring lock "c1edaed8-8f28-4c6d-a8d4-0db2c43effa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.058733] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lock "c1edaed8-8f28-4c6d-a8d4-0db2c43effa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.058959] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Acquiring lock "c1edaed8-8f28-4c6d-a8d4-0db2c43effa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.059217] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lock "c1edaed8-8f28-4c6d-a8d4-0db2c43effa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.059428] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lock "c1edaed8-8f28-4c6d-a8d4-0db2c43effa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.062014] env[64022]: INFO nova.compute.manager [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Terminating instance [ 807.089023] env[64022]: INFO nova.compute.manager [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Took 54.38 seconds to build instance. [ 807.206540] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2302604, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.271021] env[64022]: DEBUG nova.compute.utils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 807.274434] env[64022]: DEBUG nova.compute.manager [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.275213] env[64022]: DEBUG nova.network.neutron [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.297283] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 42d2e289-435f-47df-ae33-b003b319135a] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 807.311679] env[64022]: DEBUG oslo_concurrency.lockutils [None req-58b481aa-dfed-4cdd-abad-184c9765368f tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Lock "5f5830d4-a41f-4a59-befd-98bb57767ee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.016s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.313864] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cf64ebd9-7708-401c-bcec-c274feeca199 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Lock "6520ea44-5048-474f-b55f-69e2aba989fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.591s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.320321] env[64022]: DEBUG nova.policy [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9287e075527547bd84cfcd52df126d28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a7f569764c54034b7f2767b49788d2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.566431] env[64022]: DEBUG nova.compute.manager [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.566669] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.567585] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57a2b93-fc32-4120-b66b-1ff5e88930c1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.585026] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.585026] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a1c9ebf-44e5-4edc-913a-0107c1be4d16 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.596026] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "02a836ec-8677-4076-98b1-3ac308500668" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.210s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.596622] env[64022]: DEBUG oslo_vmware.api [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Waiting for the task: (returnval){ [ 807.596622] env[64022]: value = "task-2302605" [ 807.596622] env[64022]: _type = "Task" [ 807.596622] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.608827] env[64022]: DEBUG oslo_vmware.api [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.707374] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2302604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552593} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.710845] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 88a9b493-e20e-4345-ae45-4b248b380ae0/88a9b493-e20e-4345-ae45-4b248b380ae0.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.710845] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.710845] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e2655ce-af41-432c-9309-fc75917b9f1e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.717768] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Waiting for the task: (returnval){ [ 807.717768] env[64022]: value = "task-2302606" [ 807.717768] env[64022]: _type = "Task" [ 807.717768] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.730864] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2302606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.777833] env[64022]: DEBUG nova.compute.manager [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.802717] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d3824db3-b570-4a81-a6eb-580b2da057a9] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 807.997539] env[64022]: DEBUG nova.network.neutron [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Successfully created port: a457aaf0-7763-4a98-a29a-69ed84a3aa1f {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.115156] env[64022]: DEBUG oslo_vmware.api [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302605, 'name': PowerOffVM_Task, 'duration_secs': 0.312782} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.115156] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.115673] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.116346] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7957f29b-031c-4fd5-8ad9-9ae75f4baccc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.204465] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.204465] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.204465] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Deleting the datastore file [datastore1] c1edaed8-8f28-4c6d-a8d4-0db2c43effa5 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.206406] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b786c81a-b781-42c5-bd80-ab32de59301d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.215795] env[64022]: DEBUG oslo_vmware.api [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Waiting for the task: (returnval){ [ 808.215795] env[64022]: value = "task-2302608" [ 808.215795] env[64022]: _type = "Task" [ 808.215795] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.240436] env[64022]: DEBUG oslo_vmware.api [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.240436] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2302606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078018} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.240436] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.241768] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679874bb-02b2-4f91-bb07-3c7aa5ac3b8e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.268584] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 88a9b493-e20e-4345-ae45-4b248b380ae0/88a9b493-e20e-4345-ae45-4b248b380ae0.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.271699] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e75971f-d0ac-4ef9-a4a2-e1072cd0bb8b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.298514] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Waiting for the task: (returnval){ [ 808.298514] env[64022]: value = "task-2302609" [ 808.298514] env[64022]: _type = "Task" [ 808.298514] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.305184] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 2780b129-725e-4444-ac6f-98ef00cef77c] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 808.312168] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2302609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.354312] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ca6c3f-ab1f-4203-bae2-3300f0d240fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.364678] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6d10af-32a5-4803-9a4c-30264d4f0137 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.399810] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5013692-ce7b-407c-920d-f2f2bcba1b17 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.408510] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42182c4-2cbd-4808-b81a-ae6dc7220319 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.426436] env[64022]: DEBUG nova.compute.provider_tree [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.483975] env[64022]: DEBUG nova.compute.manager [req-07afa9ca-8b40-4425-9095-d8b46a3d1f6f req-680e6ff3-6e42-44f7-b8a6-3ce6f9bb9970 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Received event network-changed-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.484270] env[64022]: DEBUG nova.compute.manager [req-07afa9ca-8b40-4425-9095-d8b46a3d1f6f req-680e6ff3-6e42-44f7-b8a6-3ce6f9bb9970 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Refreshing instance network info cache due to event network-changed-e3ab6f3b-5a08-4c72-aa5b-16448ea45231. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.484483] env[64022]: DEBUG oslo_concurrency.lockutils [req-07afa9ca-8b40-4425-9095-d8b46a3d1f6f req-680e6ff3-6e42-44f7-b8a6-3ce6f9bb9970 service nova] Acquiring lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.484653] env[64022]: DEBUG oslo_concurrency.lockutils [req-07afa9ca-8b40-4425-9095-d8b46a3d1f6f req-680e6ff3-6e42-44f7-b8a6-3ce6f9bb9970 service nova] Acquired lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.485081] env[64022]: DEBUG nova.network.neutron [req-07afa9ca-8b40-4425-9095-d8b46a3d1f6f req-680e6ff3-6e42-44f7-b8a6-3ce6f9bb9970 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Refreshing network info cache for port e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.726352] env[64022]: DEBUG oslo_vmware.api [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Task: {'id': task-2302608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240844} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.726612] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.727101] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.727101] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.727243] env[64022]: INFO nova.compute.manager [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 808.727429] env[64022]: DEBUG oslo.service.loopingcall [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.727635] env[64022]: DEBUG nova.compute.manager [-] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.727730] env[64022]: DEBUG nova.network.neutron [-] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.793348] env[64022]: DEBUG nova.compute.manager [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.811317] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6b09db4b-dcaf-4d47-a7fc-6282db643d96] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 808.814488] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2302609, 'name': ReconfigVM_Task, 'duration_secs': 0.301143} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.815170] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 88a9b493-e20e-4345-ae45-4b248b380ae0/88a9b493-e20e-4345-ae45-4b248b380ae0.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.815576] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86e369b1-6560-4a18-87ec-3bf4e4478552 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.830039] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Waiting for the task: (returnval){ [ 808.830039] env[64022]: value = "task-2302610" [ 808.830039] env[64022]: _type = "Task" [ 808.830039] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.835977] env[64022]: DEBUG nova.virt.hardware [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='009364633728351c556172abfd5e53a4',container_format='bare',created_at=2025-02-04T21:00:31Z,direct_url=,disk_format='vmdk',id=1a52e317-d7e5-49a6-ab42-cec41375592e,min_disk=1,min_ram=0,name='tempest-test-snap-2050959501',owner='5a7f569764c54034b7f2767b49788d2e',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-04T21:00:46Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.836295] env[64022]: DEBUG nova.virt.hardware [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.836295] env[64022]: DEBUG nova.virt.hardware [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.836449] env[64022]: DEBUG nova.virt.hardware [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.836573] env[64022]: DEBUG nova.virt.hardware [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.836712] env[64022]: DEBUG nova.virt.hardware [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.839474] env[64022]: DEBUG nova.virt.hardware [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.839474] env[64022]: DEBUG nova.virt.hardware [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.839474] env[64022]: DEBUG nova.virt.hardware [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.839474] env[64022]: DEBUG nova.virt.hardware [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.839474] env[64022]: DEBUG nova.virt.hardware [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.839474] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a11b67b-9d5f-40a1-9b78-f3d74f1498e0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.846744] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2302610, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.856278] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb80404-bbc7-4747-8290-76a5b0c9145e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.928584] env[64022]: DEBUG nova.scheduler.client.report [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.315173] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d7710f8b-e98f-47fa-9976-6f44ec448c6c] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 809.343094] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2302610, 'name': Rename_Task, 'duration_secs': 0.209728} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.343192] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.343405] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc73298d-1a00-4775-81bc-631e2d90fea9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.353242] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Waiting for the task: (returnval){ [ 809.353242] env[64022]: value = "task-2302611" [ 809.353242] env[64022]: _type = "Task" [ 809.353242] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.363701] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2302611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.434157] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.434670] env[64022]: DEBUG nova.compute.manager [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.442032] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.723s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.442032] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.444873] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.721s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.446047] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.447857] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.559s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.449383] env[64022]: INFO nova.compute.claims [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.494186] env[64022]: INFO nova.scheduler.client.report [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Deleted allocations for instance 3dc7f232-556b-45c1-8659-1e57c553fe3d [ 809.504465] env[64022]: INFO nova.scheduler.client.report [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleted allocations for instance 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24 [ 809.522296] env[64022]: DEBUG nova.network.neutron [req-07afa9ca-8b40-4425-9095-d8b46a3d1f6f req-680e6ff3-6e42-44f7-b8a6-3ce6f9bb9970 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updated VIF entry in instance network info cache for port e3ab6f3b-5a08-4c72-aa5b-16448ea45231. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.522296] env[64022]: DEBUG nova.network.neutron [req-07afa9ca-8b40-4425-9095-d8b46a3d1f6f req-680e6ff3-6e42-44f7-b8a6-3ce6f9bb9970 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updating instance_info_cache with network_info: [{"id": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "address": "fa:16:3e:53:fa:9f", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab6f3b-5a", "ovs_interfaceid": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.697252] env[64022]: DEBUG nova.network.neutron [-] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.821238] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: a5f14d13-841b-4ba3-a6f5-033493a3c501] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 809.863145] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2302611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.941824] env[64022]: DEBUG nova.compute.utils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 809.943419] env[64022]: DEBUG nova.compute.manager [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.947784] env[64022]: DEBUG nova.network.neutron [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.957031] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.508s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.957800] env[64022]: DEBUG nova.compute.utils [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] Instance e7761490-cbe5-434f-8e21-5c3c463ce27e could not be found. {{(pid=64022) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 809.958849] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.412s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.959467] env[64022]: DEBUG nova.objects.instance [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lazy-loading 'pci_requests' on Instance uuid 6292d41f-5705-4eaa-94c4-6f5ffac5c477 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.964237] env[64022]: DEBUG nova.compute.manager [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] Instance disappeared during build. {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 809.964237] env[64022]: DEBUG nova.compute.manager [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] Unplugging VIFs for instance {{(pid=64022) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 809.964237] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "refresh_cache-e7761490-cbe5-434f-8e21-5c3c463ce27e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.964237] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "refresh_cache-e7761490-cbe5-434f-8e21-5c3c463ce27e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.964237] env[64022]: DEBUG nova.network.neutron [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.006371] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c8bf89f9-e2c4-4497-821c-f2058e412b83 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Lock "3dc7f232-556b-45c1-8659-1e57c553fe3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.854s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.012034] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c111b93-0fc7-4020-a645-5f14b8685a56 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.494s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.025403] env[64022]: DEBUG oslo_concurrency.lockutils [req-07afa9ca-8b40-4425-9095-d8b46a3d1f6f req-680e6ff3-6e42-44f7-b8a6-3ce6f9bb9970 service nova] Releasing lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.095659] env[64022]: DEBUG nova.policy [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06589109e30d420dab09a2e1f9890f37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff309329b12a402c9d09d72eba50d25b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.199646] env[64022]: INFO nova.compute.manager [-] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Took 1.47 seconds to deallocate network for instance. [ 810.321951] env[64022]: DEBUG oslo_concurrency.lockutils [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "7f876a80-e222-4647-8eaa-ed830743b5d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.323203] env[64022]: DEBUG oslo_concurrency.lockutils [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "7f876a80-e222-4647-8eaa-ed830743b5d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.323494] env[64022]: DEBUG oslo_concurrency.lockutils [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "7f876a80-e222-4647-8eaa-ed830743b5d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.323727] env[64022]: DEBUG oslo_concurrency.lockutils [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "7f876a80-e222-4647-8eaa-ed830743b5d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.323920] env[64022]: DEBUG oslo_concurrency.lockutils [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "7f876a80-e222-4647-8eaa-ed830743b5d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.326064] env[64022]: INFO nova.compute.manager [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Terminating instance [ 810.329613] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 212b862f-9465-4c6d-95bc-acf2a4153e73] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 810.367925] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2302611, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.441897] env[64022]: DEBUG nova.network.neutron [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Successfully updated port: a457aaf0-7763-4a98-a29a-69ed84a3aa1f {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.451644] env[64022]: DEBUG nova.compute.manager [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.463664] env[64022]: DEBUG nova.objects.instance [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lazy-loading 'numa_topology' on Instance uuid 6292d41f-5705-4eaa-94c4-6f5ffac5c477 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.467744] env[64022]: DEBUG nova.compute.utils [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] Can not refresh info_cache because instance was not found {{(pid=64022) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 810.506565] env[64022]: DEBUG nova.network.neutron [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.708149] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.712960] env[64022]: DEBUG nova.network.neutron [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.743268] env[64022]: DEBUG nova.compute.manager [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Received event network-vif-deleted-259f6c95-5c12-4a6e-818d-d94e973dbb3e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.743268] env[64022]: DEBUG nova.compute.manager [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Received event network-vif-plugged-a457aaf0-7763-4a98-a29a-69ed84a3aa1f {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.743268] env[64022]: DEBUG oslo_concurrency.lockutils [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] Acquiring lock "2aab7970-69d2-48ce-a1aa-4cb48d3e2e27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.743268] env[64022]: DEBUG oslo_concurrency.lockutils [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] Lock "2aab7970-69d2-48ce-a1aa-4cb48d3e2e27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.743268] env[64022]: DEBUG oslo_concurrency.lockutils [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] Lock "2aab7970-69d2-48ce-a1aa-4cb48d3e2e27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.743268] env[64022]: DEBUG nova.compute.manager [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] No waiting events found dispatching network-vif-plugged-a457aaf0-7763-4a98-a29a-69ed84a3aa1f {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.743268] env[64022]: WARNING nova.compute.manager [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Received unexpected event network-vif-plugged-a457aaf0-7763-4a98-a29a-69ed84a3aa1f for instance with vm_state building and task_state spawning. [ 810.743268] env[64022]: DEBUG nova.compute.manager [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Received event network-changed-a457aaf0-7763-4a98-a29a-69ed84a3aa1f {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.743602] env[64022]: DEBUG nova.compute.manager [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Refreshing instance network info cache due to event network-changed-a457aaf0-7763-4a98-a29a-69ed84a3aa1f. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 810.743602] env[64022]: DEBUG oslo_concurrency.lockutils [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] Acquiring lock "refresh_cache-2aab7970-69d2-48ce-a1aa-4cb48d3e2e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.743729] env[64022]: DEBUG oslo_concurrency.lockutils [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] Acquired lock "refresh_cache-2aab7970-69d2-48ce-a1aa-4cb48d3e2e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.743876] env[64022]: DEBUG nova.network.neutron [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Refreshing network info cache for port a457aaf0-7763-4a98-a29a-69ed84a3aa1f {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.831473] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d7cbdf83-f819-4645-b049-72ab880c27cc] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 810.833821] env[64022]: DEBUG nova.compute.manager [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.834140] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.835260] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879b653c-04a0-442d-ade8-bffa960f50de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.846100] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.846404] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fdd681f-d500-4ce5-8db1-b6b78bea8dd3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.855566] env[64022]: DEBUG oslo_vmware.api [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 810.855566] env[64022]: value = "task-2302612" [ 810.855566] env[64022]: _type = "Task" [ 810.855566] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.873714] env[64022]: DEBUG oslo_vmware.api [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2302611, 'name': PowerOnVM_Task, 'duration_secs': 1.164942} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.878074] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.878316] env[64022]: INFO nova.compute.manager [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Took 9.13 seconds to spawn the instance on the hypervisor. [ 810.878503] env[64022]: DEBUG nova.compute.manager [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.879222] env[64022]: DEBUG oslo_vmware.api [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.880291] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db699edd-5581-4782-904c-b18141a8741b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.945040] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "refresh_cache-2aab7970-69d2-48ce-a1aa-4cb48d3e2e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.966489] env[64022]: INFO nova.compute.claims [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.126959] env[64022]: DEBUG nova.network.neutron [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Successfully created port: 2cb7ff16-6463-4fbf-8bbd-69875952c828 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.217119] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "refresh_cache-e7761490-cbe5-434f-8e21-5c3c463ce27e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.217119] env[64022]: DEBUG nova.compute.manager [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=64022) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 811.217119] env[64022]: DEBUG nova.compute.manager [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.217119] env[64022]: DEBUG nova.network.neutron [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.239243] env[64022]: DEBUG nova.network.neutron [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.306333] env[64022]: DEBUG nova.network.neutron [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.335702] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 5d74cad0-f593-40c2-9f07-8b7f5d9cecc0] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 811.371962] env[64022]: DEBUG oslo_vmware.api [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302612, 'name': PowerOffVM_Task, 'duration_secs': 0.225092} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.373082] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.373304] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.373679] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd808c0d-24d0-4c8b-a0a4-b07689e2a77c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.405432] env[64022]: INFO nova.compute.manager [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Took 53.26 seconds to build instance. [ 811.447795] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.448113] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.448342] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleting the datastore file [datastore1] 7f876a80-e222-4647-8eaa-ed830743b5d5 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.449506] env[64022]: DEBUG nova.network.neutron [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.450894] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7141b72b-aaf6-40b5-ad4b-213a89c1b10a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.458717] env[64022]: DEBUG oslo_vmware.api [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 811.458717] env[64022]: value = "task-2302614" [ 811.458717] env[64022]: _type = "Task" [ 811.458717] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.464959] env[64022]: DEBUG nova.compute.manager [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.476398] env[64022]: DEBUG oslo_vmware.api [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.500074] env[64022]: DEBUG nova.virt.hardware [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.500310] env[64022]: DEBUG nova.virt.hardware [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.500544] env[64022]: DEBUG nova.virt.hardware [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.500761] env[64022]: DEBUG nova.virt.hardware [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.501159] env[64022]: DEBUG nova.virt.hardware [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.501159] env[64022]: DEBUG nova.virt.hardware [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.501277] env[64022]: DEBUG nova.virt.hardware [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.501436] env[64022]: DEBUG nova.virt.hardware [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.501599] env[64022]: DEBUG nova.virt.hardware [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.501763] env[64022]: DEBUG nova.virt.hardware [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.501949] env[64022]: DEBUG nova.virt.hardware [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.503064] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6971b36-44c6-4186-a589-ed9c5c2e69cd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.513262] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d17284e-37ec-45ac-82bf-bfa3a03c1ed7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.745281] env[64022]: DEBUG nova.network.neutron [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.841426] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: e777dc00-4bd3-4f7f-96fa-d5707d45f0a2] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 811.907407] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3133b6c4-347e-40ef-8b89-3f16da8fc450 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Lock "88a9b493-e20e-4345-ae45-4b248b380ae0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.512s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.954638] env[64022]: DEBUG oslo_concurrency.lockutils [req-74b2aa6c-3856-4bce-afee-5723b247e4bb req-023f3e9c-6380-408c-a51b-46c74b5fbea7 service nova] Releasing lock "refresh_cache-2aab7970-69d2-48ce-a1aa-4cb48d3e2e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.955147] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "refresh_cache-2aab7970-69d2-48ce-a1aa-4cb48d3e2e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.955333] env[64022]: DEBUG nova.network.neutron [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.974954] env[64022]: DEBUG oslo_vmware.api [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.248516] env[64022]: INFO nova.compute.manager [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: e7761490-cbe5-434f-8e21-5c3c463ce27e] Took 1.03 seconds to deallocate network for instance. [ 812.344853] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 69d4167b-86a8-4938-a52d-dfd27bf0dce4] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 812.475922] env[64022]: DEBUG oslo_vmware.api [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564485} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.476190] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.476373] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.476548] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.476721] env[64022]: INFO nova.compute.manager [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Took 1.64 seconds to destroy the instance on the hypervisor. [ 812.477116] env[64022]: DEBUG oslo.service.loopingcall [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 812.477186] env[64022]: DEBUG nova.compute.manager [-] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.477251] env[64022]: DEBUG nova.network.neutron [-] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.499050] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92af4587-3cae-4c17-91d9-199605f0ea3e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.507592] env[64022]: DEBUG nova.network.neutron [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.512460] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ad9091-e8ac-4d26-ad43-344d31c0e3c4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.547290] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7130c1-a00a-4e39-b517-70f0d6ba02b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.557457] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f5c505-e517-4644-a7d2-52b140d0bd86 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.576678] env[64022]: DEBUG nova.compute.provider_tree [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.850553] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 2f961c05-7053-4c31-b2e7-a1c2079efa26] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 813.011132] env[64022]: DEBUG nova.network.neutron [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Updating instance_info_cache with network_info: [{"id": "a457aaf0-7763-4a98-a29a-69ed84a3aa1f", "address": "fa:16:3e:d7:e3:6b", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa457aaf0-77", "ovs_interfaceid": "a457aaf0-7763-4a98-a29a-69ed84a3aa1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.080240] env[64022]: DEBUG nova.scheduler.client.report [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.272416] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b60db37-ce22-4960-abe0-066e9da8a4bf tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "e7761490-cbe5-434f-8e21-5c3c463ce27e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.415s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.354730] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 62524c8a-ec79-4e50-8945-578bea8ec22c] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 813.515083] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "refresh_cache-2aab7970-69d2-48ce-a1aa-4cb48d3e2e27" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.515243] env[64022]: DEBUG nova.compute.manager [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Instance network_info: |[{"id": "a457aaf0-7763-4a98-a29a-69ed84a3aa1f", "address": "fa:16:3e:d7:e3:6b", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa457aaf0-77", "ovs_interfaceid": "a457aaf0-7763-4a98-a29a-69ed84a3aa1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.516402] env[64022]: DEBUG nova.compute.manager [req-ac844a85-9867-4cae-ba40-c50bfcbe8bab req-bbcdeb1d-a34f-46c4-ab1f-6e6196476671 service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Received event network-changed-1f2d6248-ea88-470a-aa74-66120fa566fc {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.518094] env[64022]: DEBUG nova.compute.manager [req-ac844a85-9867-4cae-ba40-c50bfcbe8bab req-bbcdeb1d-a34f-46c4-ab1f-6e6196476671 service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Refreshing instance network info cache due to event network-changed-1f2d6248-ea88-470a-aa74-66120fa566fc. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 813.518094] env[64022]: DEBUG oslo_concurrency.lockutils [req-ac844a85-9867-4cae-ba40-c50bfcbe8bab req-bbcdeb1d-a34f-46c4-ab1f-6e6196476671 service nova] Acquiring lock "refresh_cache-88a9b493-e20e-4345-ae45-4b248b380ae0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.518094] env[64022]: DEBUG oslo_concurrency.lockutils [req-ac844a85-9867-4cae-ba40-c50bfcbe8bab req-bbcdeb1d-a34f-46c4-ab1f-6e6196476671 service nova] Acquired lock "refresh_cache-88a9b493-e20e-4345-ae45-4b248b380ae0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.522573] env[64022]: DEBUG nova.network.neutron [req-ac844a85-9867-4cae-ba40-c50bfcbe8bab req-bbcdeb1d-a34f-46c4-ab1f-6e6196476671 service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Refreshing network info cache for port 1f2d6248-ea88-470a-aa74-66120fa566fc {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.522573] env[64022]: DEBUG nova.network.neutron [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Successfully updated port: 2cb7ff16-6463-4fbf-8bbd-69875952c828 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.524420] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:e3:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a457aaf0-7763-4a98-a29a-69ed84a3aa1f', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.536749] env[64022]: DEBUG oslo.service.loopingcall [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 813.540382] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.540684] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48afdcc2-e4b1-4ec7-ab4f-e7b4023dfa91 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.570409] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.570409] env[64022]: value = "task-2302615" [ 813.570409] env[64022]: _type = "Task" [ 813.570409] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.579834] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302615, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.590252] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.631s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.592540] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.503s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.594560] env[64022]: INFO nova.compute.claims [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.686069] env[64022]: INFO nova.network.neutron [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Updating port 7c43affd-859a-4726-9351-1f94713612ad with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 813.776748] env[64022]: DEBUG nova.compute.manager [req-3b8195bb-7802-498e-93d9-2eea561c4b29 req-5fc7bf0c-6a59-4cfe-bcf5-825cce4a1a6e service nova] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Received event network-vif-deleted-d4dc6b2c-a0ea-4c16-ac21-16e95c200375 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.777154] env[64022]: INFO nova.compute.manager [req-3b8195bb-7802-498e-93d9-2eea561c4b29 req-5fc7bf0c-6a59-4cfe-bcf5-825cce4a1a6e service nova] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Neutron deleted interface d4dc6b2c-a0ea-4c16-ac21-16e95c200375; detaching it from the instance and deleting it from the info cache [ 813.777154] env[64022]: DEBUG nova.network.neutron [req-3b8195bb-7802-498e-93d9-2eea561c4b29 req-5fc7bf0c-6a59-4cfe-bcf5-825cce4a1a6e service nova] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.861178] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 12321f37-87a5-4d64-b101-25e46f3537a9] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 814.041718] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.041876] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.042332] env[64022]: DEBUG nova.network.neutron [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.063637] env[64022]: DEBUG nova.network.neutron [-] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.083961] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302615, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.284020] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2da194b-c049-4f97-b3cd-7287a43a5821 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.296726] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5ebfc0-ed3f-4f12-a79b-6d5e8023fc42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.339973] env[64022]: DEBUG nova.compute.manager [req-3b8195bb-7802-498e-93d9-2eea561c4b29 req-5fc7bf0c-6a59-4cfe-bcf5-825cce4a1a6e service nova] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Detach interface failed, port_id=d4dc6b2c-a0ea-4c16-ac21-16e95c200375, reason: Instance 7f876a80-e222-4647-8eaa-ed830743b5d5 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 814.370622] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d87099f3-6484-44fb-9c6d-a6d198f46167] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 814.414050] env[64022]: DEBUG nova.network.neutron [req-ac844a85-9867-4cae-ba40-c50bfcbe8bab req-bbcdeb1d-a34f-46c4-ab1f-6e6196476671 service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Updated VIF entry in instance network info cache for port 1f2d6248-ea88-470a-aa74-66120fa566fc. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.414468] env[64022]: DEBUG nova.network.neutron [req-ac844a85-9867-4cae-ba40-c50bfcbe8bab req-bbcdeb1d-a34f-46c4-ab1f-6e6196476671 service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Updating instance_info_cache with network_info: [{"id": "1f2d6248-ea88-470a-aa74-66120fa566fc", "address": "fa:16:3e:87:59:0f", "network": {"id": "5d652362-68b8-4a1c-a8be-61e96f588cf1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1274307096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45b3314916e4fecbd4fd4ee6206bcc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2d6248-ea", "ovs_interfaceid": "1f2d6248-ea88-470a-aa74-66120fa566fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.569030] env[64022]: INFO nova.compute.manager [-] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Took 2.09 seconds to deallocate network for instance. [ 814.584276] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302615, 'name': CreateVM_Task, 'duration_secs': 0.576965} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.584455] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.587351] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1a52e317-d7e5-49a6-ab42-cec41375592e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.587351] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1a52e317-d7e5-49a6-ab42-cec41375592e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.587351] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1a52e317-d7e5-49a6-ab42-cec41375592e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.587351] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb2fb38-cc07-4cf6-8baa-063b2a5f931b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.593788] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 814.593788] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5227d881-4fa2-e55e-281c-ee27943e660d" [ 814.593788] env[64022]: _type = "Task" [ 814.593788] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.598246] env[64022]: DEBUG nova.network.neutron [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.613528] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1a52e317-d7e5-49a6-ab42-cec41375592e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.613882] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Processing image 1a52e317-d7e5-49a6-ab42-cec41375592e {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.614254] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1a52e317-d7e5-49a6-ab42-cec41375592e/1a52e317-d7e5-49a6-ab42-cec41375592e.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.614392] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1a52e317-d7e5-49a6-ab42-cec41375592e/1a52e317-d7e5-49a6-ab42-cec41375592e.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.614645] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.615261] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-528659bb-73e8-4b41-a0b3-a35ce615a001 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.627481] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.627481] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.630893] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ab4675-26ba-460b-9155-ddf7ea622567 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.637833] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 814.637833] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a20944-c0e3-81c3-ea76-2fab0fe170dc" [ 814.637833] env[64022]: _type = "Task" [ 814.637833] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.649239] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a20944-c0e3-81c3-ea76-2fab0fe170dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.875308] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: f531f8ed-481b-40b6-9cd6-15920537c1f3] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 814.917663] env[64022]: DEBUG oslo_concurrency.lockutils [req-ac844a85-9867-4cae-ba40-c50bfcbe8bab req-bbcdeb1d-a34f-46c4-ab1f-6e6196476671 service nova] Releasing lock "refresh_cache-88a9b493-e20e-4345-ae45-4b248b380ae0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.062498] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cee4ea-a836-4c84-8a02-f202066adab0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.073702] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1990738e-9576-4a51-9b33-450a40632d96 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.080018] env[64022]: DEBUG oslo_concurrency.lockutils [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.110898] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6621e7d1-d7b3-4ada-97af-9c95935bd645 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.119616] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff262d0-0b86-47ea-b63c-26b440f702a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.135142] env[64022]: DEBUG nova.compute.provider_tree [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.148471] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Preparing fetch location {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 815.148725] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Fetch image to [datastore2] OSTACK_IMG_c47e5a58-5c62-483f-a0ad-6dbf2d0d5f29/OSTACK_IMG_c47e5a58-5c62-483f-a0ad-6dbf2d0d5f29.vmdk {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 815.148927] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Downloading stream optimized image 1a52e317-d7e5-49a6-ab42-cec41375592e to [datastore2] OSTACK_IMG_c47e5a58-5c62-483f-a0ad-6dbf2d0d5f29/OSTACK_IMG_c47e5a58-5c62-483f-a0ad-6dbf2d0d5f29.vmdk on the data store datastore2 as vApp {{(pid=64022) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 815.149093] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Downloading image file data 1a52e317-d7e5-49a6-ab42-cec41375592e to the ESX as VM named 'OSTACK_IMG_c47e5a58-5c62-483f-a0ad-6dbf2d0d5f29' {{(pid=64022) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 815.240947] env[64022]: DEBUG oslo_vmware.rw_handles [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 815.240947] env[64022]: value = "resgroup-9" [ 815.240947] env[64022]: _type = "ResourcePool" [ 815.240947] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 815.241350] env[64022]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e9170944-3c72-4fd7-a114-18b2929dfba1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.272592] env[64022]: DEBUG oslo_vmware.rw_handles [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lease: (returnval){ [ 815.272592] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a04070-83d1-0d76-f90b-b9c710f8f56b" [ 815.272592] env[64022]: _type = "HttpNfcLease" [ 815.272592] env[64022]: } obtained for vApp import into resource pool (val){ [ 815.272592] env[64022]: value = "resgroup-9" [ 815.272592] env[64022]: _type = "ResourcePool" [ 815.272592] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 815.273021] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the lease: (returnval){ [ 815.273021] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a04070-83d1-0d76-f90b-b9c710f8f56b" [ 815.273021] env[64022]: _type = "HttpNfcLease" [ 815.273021] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 815.286472] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.286472] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a04070-83d1-0d76-f90b-b9c710f8f56b" [ 815.286472] env[64022]: _type = "HttpNfcLease" [ 815.286472] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 815.356740] env[64022]: DEBUG nova.network.neutron [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance_info_cache with network_info: [{"id": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "address": "fa:16:3e:a1:1d:07", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7ff16-64", "ovs_interfaceid": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.380029] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 06e3d09b-6caa-4755-b96c-a89c722a9073] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 815.594832] env[64022]: DEBUG nova.compute.manager [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Received event network-vif-plugged-2cb7ff16-6463-4fbf-8bbd-69875952c828 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.597878] env[64022]: DEBUG oslo_concurrency.lockutils [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] Acquiring lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.597878] env[64022]: DEBUG oslo_concurrency.lockutils [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.597878] env[64022]: DEBUG oslo_concurrency.lockutils [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.597878] env[64022]: DEBUG nova.compute.manager [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] No waiting events found dispatching network-vif-plugged-2cb7ff16-6463-4fbf-8bbd-69875952c828 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.597878] env[64022]: WARNING nova.compute.manager [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Received unexpected event network-vif-plugged-2cb7ff16-6463-4fbf-8bbd-69875952c828 for instance with vm_state building and task_state spawning. [ 815.597878] env[64022]: DEBUG nova.compute.manager [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Received event network-changed-2cb7ff16-6463-4fbf-8bbd-69875952c828 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.597878] env[64022]: DEBUG nova.compute.manager [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Refreshing instance network info cache due to event network-changed-2cb7ff16-6463-4fbf-8bbd-69875952c828. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 815.597878] env[64022]: DEBUG oslo_concurrency.lockutils [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] Acquiring lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.638530] env[64022]: DEBUG nova.scheduler.client.report [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.692179] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.692179] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.692179] env[64022]: DEBUG nova.network.neutron [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.781873] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.781873] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a04070-83d1-0d76-f90b-b9c710f8f56b" [ 815.781873] env[64022]: _type = "HttpNfcLease" [ 815.781873] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 815.829092] env[64022]: DEBUG nova.compute.manager [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Received event network-vif-plugged-7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.829842] env[64022]: DEBUG oslo_concurrency.lockutils [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] Acquiring lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.830176] env[64022]: DEBUG oslo_concurrency.lockutils [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.830482] env[64022]: DEBUG oslo_concurrency.lockutils [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.830799] env[64022]: DEBUG nova.compute.manager [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] No waiting events found dispatching network-vif-plugged-7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.831105] env[64022]: WARNING nova.compute.manager [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Received unexpected event network-vif-plugged-7c43affd-859a-4726-9351-1f94713612ad for instance with vm_state shelved_offloaded and task_state spawning. [ 815.831482] env[64022]: DEBUG nova.compute.manager [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Received event network-changed-7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.831910] env[64022]: DEBUG nova.compute.manager [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Refreshing instance network info cache due to event network-changed-7c43affd-859a-4726-9351-1f94713612ad. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 815.832272] env[64022]: DEBUG oslo_concurrency.lockutils [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] Acquiring lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.859627] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.859967] env[64022]: DEBUG nova.compute.manager [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Instance network_info: |[{"id": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "address": "fa:16:3e:a1:1d:07", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7ff16-64", "ovs_interfaceid": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.860328] env[64022]: DEBUG oslo_concurrency.lockutils [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] Acquired lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.860504] env[64022]: DEBUG nova.network.neutron [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Refreshing network info cache for port 2cb7ff16-6463-4fbf-8bbd-69875952c828 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.861819] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:1d:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cb7ff16-6463-4fbf-8bbd-69875952c828', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.875489] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Creating folder: Project (ff309329b12a402c9d09d72eba50d25b). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.879032] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7219767-8a41-48c4-b1f0-aa9c43bbb268 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.888552] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d14030cb-86fe-479c-8d97-615a3a531b1c] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 815.893926] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Created folder: Project (ff309329b12a402c9d09d72eba50d25b) in parent group-v468248. [ 815.894103] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Creating folder: Instances. Parent ref: group-v468441. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.894364] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad375344-98c1-4d69-b011-f4511faa02e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.907755] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Created folder: Instances in parent group-v468441. [ 815.907755] env[64022]: DEBUG oslo.service.loopingcall [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.907755] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.907755] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf78a0d8-c667-4540-9b2e-4b2964bdfbfd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.939985] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.939985] env[64022]: value = "task-2302619" [ 815.939985] env[64022]: _type = "Task" [ 815.939985] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.950132] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302619, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.147321] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.147815] env[64022]: DEBUG nova.compute.manager [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.150579] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.132s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.150811] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.157142] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.602s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.157142] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.157424] env[64022]: DEBUG oslo_concurrency.lockutils [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.165s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.157625] env[64022]: DEBUG oslo_concurrency.lockutils [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.159502] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.905s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.159687] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.161753] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.995s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.161983] env[64022]: DEBUG nova.objects.instance [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64022) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 816.204923] env[64022]: INFO nova.scheduler.client.report [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Deleted allocations for instance cd52cc4c-7127-41bf-bd37-0b6478b63b2d [ 816.213749] env[64022]: DEBUG nova.network.neutron [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updated VIF entry in instance network info cache for port 2cb7ff16-6463-4fbf-8bbd-69875952c828. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.215144] env[64022]: DEBUG nova.network.neutron [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance_info_cache with network_info: [{"id": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "address": "fa:16:3e:a1:1d:07", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7ff16-64", "ovs_interfaceid": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.217325] env[64022]: INFO nova.scheduler.client.report [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Deleted allocations for instance c523ef6e-3526-4568-aebd-ab508d4f15cc [ 816.223218] env[64022]: INFO nova.scheduler.client.report [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Deleted allocations for instance 5e8e8a6c-195e-4106-a99c-dff82adfefb2 [ 816.225042] env[64022]: INFO nova.scheduler.client.report [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Deleted allocations for instance 220d5470-3918-4841-8077-a06a1d463474 [ 816.285845] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.285845] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a04070-83d1-0d76-f90b-b9c710f8f56b" [ 816.285845] env[64022]: _type = "HttpNfcLease" [ 816.285845] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 816.392809] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 4b1eb7c1-f17a-40d4-99bf-b1c0f86e88c8] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 816.451925] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302619, 'name': CreateVM_Task, 'duration_secs': 0.403059} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.453289] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.453289] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.453289] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.453564] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.453822] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d06d42-1ffa-4cf0-a13d-4f9ac301fcd5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.459163] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 816.459163] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290be35-7fb4-b680-b9cb-d1ea6ab19b65" [ 816.459163] env[64022]: _type = "Task" [ 816.459163] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.469023] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290be35-7fb4-b680-b9cb-d1ea6ab19b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.668071] env[64022]: DEBUG nova.compute.utils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 816.673603] env[64022]: DEBUG nova.compute.manager [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.673782] env[64022]: DEBUG nova.network.neutron [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.727599] env[64022]: DEBUG oslo_concurrency.lockutils [req-c30a1d9b-bf92-4830-8688-98b86c2937a3 req-0d0567f3-c374-4f54-864f-09290a6ff666 service nova] Releasing lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.727599] env[64022]: DEBUG oslo_concurrency.lockutils [None req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "cd52cc4c-7127-41bf-bd37-0b6478b63b2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.130s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.730495] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e62df6e2-2d04-43fb-b32d-882720b4477b tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "c523ef6e-3526-4568-aebd-ab508d4f15cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.172s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.743265] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "5e8e8a6c-195e-4106-a99c-dff82adfefb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.920s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.746146] env[64022]: DEBUG nova.policy [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac8dad2d93541508b08e89e5cbc4e9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93c2c99c6bbb45d68fd6e9fca7bfa6d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.747665] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88485fe8-7073-4976-abee-0dd78b26cf83 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Lock "220d5470-3918-4841-8077-a06a1d463474" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.099s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.785263] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.785263] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a04070-83d1-0d76-f90b-b9c710f8f56b" [ 816.785263] env[64022]: _type = "HttpNfcLease" [ 816.785263] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 816.785263] env[64022]: DEBUG oslo_vmware.rw_handles [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 816.785263] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a04070-83d1-0d76-f90b-b9c710f8f56b" [ 816.785263] env[64022]: _type = "HttpNfcLease" [ 816.785263] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 816.786309] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ea572-6fe0-49cc-9207-494df04bbf4e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.796559] env[64022]: DEBUG oslo_vmware.rw_handles [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526430ea-91b0-4c7c-186c-54eb09a6ad7e/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 816.796789] env[64022]: DEBUG oslo_vmware.rw_handles [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526430ea-91b0-4c7c-186c-54eb09a6ad7e/disk-0.vmdk. {{(pid=64022) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 816.875041] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f0a178cd-8244-494a-a5ef-62b445a45c3f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.896865] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 76c7db41-bb8f-4f70-ad21-c6724435ac9d] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 816.972041] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290be35-7fb4-b680-b9cb-d1ea6ab19b65, 'name': SearchDatastore_Task, 'duration_secs': 0.019983} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.972472] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.972858] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.973488] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.973572] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.973770] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.974332] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-458f3df3-d26a-452a-ae3f-f515f7ad2acf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.984375] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.984560] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.987029] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b51c27-a7db-49c3-9418-4d2ab6c13eb6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.994608] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 816.994608] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523b9544-c53c-7b06-2b23-41b3327b9c34" [ 816.994608] env[64022]: _type = "Task" [ 816.994608] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.004578] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523b9544-c53c-7b06-2b23-41b3327b9c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.174769] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1b2160d1-b0df-422b-975f-889c81f346aa tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.176100] env[64022]: DEBUG nova.compute.manager [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.179234] env[64022]: DEBUG oslo_concurrency.lockutils [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.495s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.179337] env[64022]: DEBUG oslo_concurrency.lockutils [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.181471] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.220s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.182177] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.183915] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.641s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.186015] env[64022]: INFO nova.compute.claims [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.198650] env[64022]: DEBUG nova.network.neutron [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Updating instance_info_cache with network_info: [{"id": "7c43affd-859a-4726-9351-1f94713612ad", "address": "fa:16:3e:78:59:85", "network": {"id": "9167f8a6-5599-400c-952f-226c95493902", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1419883777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2c84d683624a4a9c9afdce586882c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c43affd-85", "ovs_interfaceid": "7c43affd-859a-4726-9351-1f94713612ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.231453] env[64022]: INFO nova.scheduler.client.report [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Deleted allocations for instance 1bd00407-c66a-4218-9b38-8e25a676d9e8 [ 817.236786] env[64022]: INFO nova.scheduler.client.report [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleted allocations for instance 67ccf4db-7d13-400a-9631-17414671500c [ 817.240844] env[64022]: WARNING oslo_messaging._drivers.amqpdriver [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 817.372145] env[64022]: DEBUG oslo_concurrency.lockutils [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "51eb6027-19f1-4f94-a859-cad1d29f7708" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.372145] env[64022]: DEBUG oslo_concurrency.lockutils [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "51eb6027-19f1-4f94-a859-cad1d29f7708" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.372145] env[64022]: DEBUG oslo_concurrency.lockutils [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "51eb6027-19f1-4f94-a859-cad1d29f7708-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.372523] env[64022]: DEBUG oslo_concurrency.lockutils [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "51eb6027-19f1-4f94-a859-cad1d29f7708-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.373565] env[64022]: DEBUG oslo_concurrency.lockutils [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "51eb6027-19f1-4f94-a859-cad1d29f7708-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.378940] env[64022]: INFO nova.compute.manager [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Terminating instance [ 817.403324] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 0c8714dc-381a-4c08-80c9-f0561b45ddbc] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 817.510034] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523b9544-c53c-7b06-2b23-41b3327b9c34, 'name': SearchDatastore_Task, 'duration_secs': 0.009697} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.511683] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66132998-7a00-4433-a705-c27decafb00d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.521171] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 817.521171] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c09144-811e-ef88-c977-a76b7836783f" [ 817.521171] env[64022]: _type = "Task" [ 817.521171] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.538022] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c09144-811e-ef88-c977-a76b7836783f, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.538022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.538022] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 1477c326-91e3-447f-9c8c-e2ff0c6875a4/1477c326-91e3-447f-9c8c-e2ff0c6875a4.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.538022] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fa60211-f4fe-4b60-a12f-75a564361b2a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.549021] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 817.549021] env[64022]: value = "task-2302621" [ 817.549021] env[64022]: _type = "Task" [ 817.549021] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.558026] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.589235] env[64022]: DEBUG nova.network.neutron [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Successfully created port: 329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.701774] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Releasing lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.704414] env[64022]: DEBUG oslo_concurrency.lockutils [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] Acquired lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.704672] env[64022]: DEBUG nova.network.neutron [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Refreshing network info cache for port 7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.745337] env[64022]: DEBUG nova.virt.hardware [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4c24809466d8801a90147152573d60ef',container_format='bare',created_at=2025-02-04T20:59:59Z,direct_url=,disk_format='vmdk',id=34593e0e-0121-4da1-bb8e-ee92015f1dae,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1958788361-shelved',owner='6d2c84d683624a4a9c9afdce586882c7',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-02-04T21:00:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.745777] env[64022]: DEBUG nova.virt.hardware [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.746049] env[64022]: DEBUG nova.virt.hardware [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.746438] env[64022]: DEBUG nova.virt.hardware [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.746438] env[64022]: DEBUG nova.virt.hardware [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.746652] env[64022]: DEBUG nova.virt.hardware [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.746964] env[64022]: DEBUG nova.virt.hardware [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.747244] env[64022]: DEBUG nova.virt.hardware [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.747498] env[64022]: DEBUG nova.virt.hardware [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.748064] env[64022]: DEBUG nova.virt.hardware [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.748064] env[64022]: DEBUG nova.virt.hardware [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.750079] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c313e4f-6d13-431a-b54d-0eb937c16d06 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.762957] env[64022]: DEBUG oslo_concurrency.lockutils [None req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "1bd00407-c66a-4218-9b38-8e25a676d9e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.687s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.763924] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04974285-678f-46f9-8d52-0d250d956710 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "67ccf4db-7d13-400a-9631-17414671500c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.905s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.774319] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7b4514-5f0d-4105-b5f0-d106dbb17e7a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.795378] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:59:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c43affd-859a-4726-9351-1f94713612ad', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.803684] env[64022]: DEBUG oslo.service.loopingcall [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.806648] env[64022]: DEBUG oslo_vmware.rw_handles [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Completed reading data from the image iterator. {{(pid=64022) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 817.806874] env[64022]: DEBUG oslo_vmware.rw_handles [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526430ea-91b0-4c7c-186c-54eb09a6ad7e/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 817.808133] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.808957] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae70c5af-45c5-47f2-9dc9-5380c7352739 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.812552] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64b2d229-9c6c-4f51-9ba7-4378667d70a2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.834165] env[64022]: DEBUG oslo_vmware.rw_handles [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526430ea-91b0-4c7c-186c-54eb09a6ad7e/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 817.834302] env[64022]: DEBUG oslo_vmware.rw_handles [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526430ea-91b0-4c7c-186c-54eb09a6ad7e/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 817.836119] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f93124f0-0706-4030-9bcf-959f0700fd3d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.838161] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.838161] env[64022]: value = "task-2302622" [ 817.838161] env[64022]: _type = "Task" [ 817.838161] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.850076] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302622, 'name': CreateVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.883603] env[64022]: DEBUG nova.compute.manager [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.883603] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.885721] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ce1999-456c-4160-9306-6bf7b9706e04 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.896023] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.896382] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15bc695c-baa6-4cf4-9941-982513fd863e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.912064] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 7bbb6adf-3e10-460d-b2e2-5e2991745c10] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 817.914516] env[64022]: DEBUG oslo_vmware.api [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 817.914516] env[64022]: value = "task-2302623" [ 817.914516] env[64022]: _type = "Task" [ 817.914516] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.928983] env[64022]: DEBUG oslo_vmware.api [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.057897] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302621, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.151022] env[64022]: DEBUG oslo_vmware.rw_handles [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526430ea-91b0-4c7c-186c-54eb09a6ad7e/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 818.151022] env[64022]: INFO nova.virt.vmwareapi.images [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Downloaded image file data 1a52e317-d7e5-49a6-ab42-cec41375592e [ 818.152148] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8997e21f-4fa1-44ba-b89f-ee5228fc42bc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.173816] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f5d0c85-d251-44ed-a657-c1f85a1312b2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.200667] env[64022]: DEBUG nova.compute.manager [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.212709] env[64022]: INFO nova.virt.vmwareapi.images [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] The imported VM was unregistered [ 818.214372] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Caching image {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 818.214628] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1a52e317-d7e5-49a6-ab42-cec41375592e {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.216300] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc29406c-d7f5-4d86-a872-9904e2fe61db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.228131] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Created directory with path [datastore2] devstack-image-cache_base/1a52e317-d7e5-49a6-ab42-cec41375592e {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.228332] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c47e5a58-5c62-483f-a0ad-6dbf2d0d5f29/OSTACK_IMG_c47e5a58-5c62-483f-a0ad-6dbf2d0d5f29.vmdk to [datastore2] devstack-image-cache_base/1a52e317-d7e5-49a6-ab42-cec41375592e/1a52e317-d7e5-49a6-ab42-cec41375592e.vmdk. {{(pid=64022) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 818.228597] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2c13f261-ab3d-4ed8-8236-c5525202c91f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.241172] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 818.241172] env[64022]: value = "task-2302625" [ 818.241172] env[64022]: _type = "Task" [ 818.241172] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.253903] env[64022]: DEBUG nova.virt.hardware [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.254494] env[64022]: DEBUG nova.virt.hardware [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.254494] env[64022]: DEBUG nova.virt.hardware [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.254494] env[64022]: DEBUG nova.virt.hardware [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.254647] env[64022]: DEBUG nova.virt.hardware [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.254837] env[64022]: DEBUG nova.virt.hardware [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.255048] env[64022]: DEBUG nova.virt.hardware [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.255275] env[64022]: DEBUG nova.virt.hardware [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.255421] env[64022]: DEBUG nova.virt.hardware [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.255589] env[64022]: DEBUG nova.virt.hardware [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.255785] env[64022]: DEBUG nova.virt.hardware [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.260113] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ab8b26-ec67-497a-b407-606143ce8247 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.270566] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302625, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.276736] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0c04c7-dd7b-4589-8d9e-ccea07090d97 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.355045] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302622, 'name': CreateVM_Task, 'duration_secs': 0.450215} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.358214] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.359199] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34593e0e-0121-4da1-bb8e-ee92015f1dae" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.362595] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34593e0e-0121-4da1-bb8e-ee92015f1dae" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.362595] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34593e0e-0121-4da1-bb8e-ee92015f1dae" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.362595] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe33cf15-fa77-4cfd-a3f4-2185143e0f62 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.366707] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 818.366707] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522176a7-a312-dfa7-6cbd-c651738279a3" [ 818.366707] env[64022]: _type = "Task" [ 818.366707] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.384736] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34593e0e-0121-4da1-bb8e-ee92015f1dae" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.385025] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Processing image 34593e0e-0121-4da1-bb8e-ee92015f1dae {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.385257] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34593e0e-0121-4da1-bb8e-ee92015f1dae/34593e0e-0121-4da1-bb8e-ee92015f1dae.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.385403] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34593e0e-0121-4da1-bb8e-ee92015f1dae/34593e0e-0121-4da1-bb8e-ee92015f1dae.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.385582] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.388430] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bbe4cdd-c370-4214-9817-2806bfa3e4e4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.406591] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.406975] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.407655] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4f0843-24ec-485d-895e-3dc002976172 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.414015] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 818.414015] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f16025-6a2a-6614-1adb-5ed3ecb84de0" [ 818.414015] env[64022]: _type = "Task" [ 818.414015] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.417502] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: b3ffa526-8311-4419-bbc0-e68e7968f35d] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 818.437339] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Preparing fetch location {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 818.437703] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Fetch image to [datastore2] OSTACK_IMG_3198a37d-ae68-42f3-873d-ecb3ad610b5b/OSTACK_IMG_3198a37d-ae68-42f3-873d-ecb3ad610b5b.vmdk {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 818.437947] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Downloading stream optimized image 34593e0e-0121-4da1-bb8e-ee92015f1dae to [datastore2] OSTACK_IMG_3198a37d-ae68-42f3-873d-ecb3ad610b5b/OSTACK_IMG_3198a37d-ae68-42f3-873d-ecb3ad610b5b.vmdk on the data store datastore2 as vApp {{(pid=64022) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 818.438236] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Downloading image file data 34593e0e-0121-4da1-bb8e-ee92015f1dae to the ESX as VM named 'OSTACK_IMG_3198a37d-ae68-42f3-873d-ecb3ad610b5b' {{(pid=64022) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 818.441136] env[64022]: DEBUG oslo_vmware.api [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302623, 'name': PowerOffVM_Task, 'duration_secs': 0.243339} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.441199] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.442817] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.442817] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-181e17a3-5b98-40a2-a158-d48ab9f0db5d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.516302] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.516537] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.516716] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Deleting the datastore file [datastore1] 51eb6027-19f1-4f94-a859-cad1d29f7708 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.519808] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-057f1b2e-cf58-4f50-84c3-be55f27906a4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.529677] env[64022]: DEBUG oslo_vmware.api [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for the task: (returnval){ [ 818.529677] env[64022]: value = "task-2302627" [ 818.529677] env[64022]: _type = "Task" [ 818.529677] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.543584] env[64022]: DEBUG oslo_vmware.api [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.555981] env[64022]: DEBUG oslo_vmware.rw_handles [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 818.555981] env[64022]: value = "resgroup-9" [ 818.555981] env[64022]: _type = "ResourcePool" [ 818.555981] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 818.556431] env[64022]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-86a037a3-a073-4b18-9dc4-1df5c736341f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.579343] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524182} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.582515] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 1477c326-91e3-447f-9c8c-e2ff0c6875a4/1477c326-91e3-447f-9c8c-e2ff0c6875a4.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.583222] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.583493] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54367879-f73b-4c24-b6f3-852c83dde80a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.592317] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 818.592317] env[64022]: value = "task-2302629" [ 818.592317] env[64022]: _type = "Task" [ 818.592317] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.593442] env[64022]: DEBUG oslo_vmware.rw_handles [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lease: (returnval){ [ 818.593442] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52293c89-a498-f5ab-254f-c2b5d4f69219" [ 818.593442] env[64022]: _type = "HttpNfcLease" [ 818.593442] env[64022]: } obtained for vApp import into resource pool (val){ [ 818.593442] env[64022]: value = "resgroup-9" [ 818.593442] env[64022]: _type = "ResourcePool" [ 818.593442] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 818.593688] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the lease: (returnval){ [ 818.593688] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52293c89-a498-f5ab-254f-c2b5d4f69219" [ 818.593688] env[64022]: _type = "HttpNfcLease" [ 818.593688] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.607415] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.607415] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52293c89-a498-f5ab-254f-c2b5d4f69219" [ 818.607415] env[64022]: _type = "HttpNfcLease" [ 818.607415] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.611046] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.692149] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e100dfcb-3b75-4e62-932c-9d29f281bbf5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.703880] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7758b747-baa7-451c-bb2e-088fab1aa4bf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.742493] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b32c148-8cac-41f2-a226-d73f2aa8be76 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.755551] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ff226c-f61f-4416-867e-a649ba620f80 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.763693] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302625, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.781973] env[64022]: DEBUG nova.compute.provider_tree [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.925291] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: ae49eb3a-dbd0-43b9-bde3-a0bd9bca0879] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 819.048441] env[64022]: DEBUG oslo_vmware.api [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Task: {'id': task-2302627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309484} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.048873] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.049570] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.049570] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.049570] env[64022]: INFO nova.compute.manager [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Took 1.17 seconds to destroy the instance on the hypervisor. [ 819.049930] env[64022]: DEBUG oslo.service.loopingcall [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.050224] env[64022]: DEBUG nova.compute.manager [-] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.050369] env[64022]: DEBUG nova.network.neutron [-] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.075469] env[64022]: DEBUG nova.network.neutron [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Updated VIF entry in instance network info cache for port 7c43affd-859a-4726-9351-1f94713612ad. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.075950] env[64022]: DEBUG nova.network.neutron [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Updating instance_info_cache with network_info: [{"id": "7c43affd-859a-4726-9351-1f94713612ad", "address": "fa:16:3e:78:59:85", "network": {"id": "9167f8a6-5599-400c-952f-226c95493902", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1419883777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2c84d683624a4a9c9afdce586882c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c43affd-85", "ovs_interfaceid": "7c43affd-859a-4726-9351-1f94713612ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.113131] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.113131] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52293c89-a498-f5ab-254f-c2b5d4f69219" [ 819.113131] env[64022]: _type = "HttpNfcLease" [ 819.113131] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 819.114122] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080246} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.114491] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.115465] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacee7da-31b4-4059-beea-23d37d12197f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.146565] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 1477c326-91e3-447f-9c8c-e2ff0c6875a4/1477c326-91e3-447f-9c8c-e2ff0c6875a4.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.146989] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1673db-cff1-4be5-a39e-41c651e35f42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.174779] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 819.174779] env[64022]: value = "task-2302630" [ 819.174779] env[64022]: _type = "Task" [ 819.174779] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.190284] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.264433] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302625, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.288028] env[64022]: DEBUG nova.scheduler.client.report [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.428760] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 55938fd8-1b3d-4c7f-8223-70a051f20b9e] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 819.581974] env[64022]: DEBUG oslo_concurrency.lockutils [req-c5e8d0f8-1bef-4e1b-9ed4-3e60100b4bc3 req-63e0b3c7-bef5-4850-9cd2-861faec27d59 service nova] Releasing lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.614682] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.614682] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52293c89-a498-f5ab-254f-c2b5d4f69219" [ 819.614682] env[64022]: _type = "HttpNfcLease" [ 819.614682] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 819.690944] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.723312] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "fdbee3c7-34eb-4b2e-830a-baf719075a77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.724509] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "fdbee3c7-34eb-4b2e-830a-baf719075a77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.724818] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "fdbee3c7-34eb-4b2e-830a-baf719075a77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.725080] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "fdbee3c7-34eb-4b2e-830a-baf719075a77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.725801] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "fdbee3c7-34eb-4b2e-830a-baf719075a77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.731834] env[64022]: INFO nova.compute.manager [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Terminating instance [ 819.765419] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302625, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.799526] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.800133] env[64022]: DEBUG nova.compute.manager [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.803456] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.410s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.803695] env[64022]: DEBUG nova.objects.instance [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Lazy-loading 'resources' on Instance uuid 1065e353-87de-4a19-ae26-bb671974d31d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.934239] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: db0bd24c-af17-4abc-b83d-cd18c5f81568] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.115307] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 820.115307] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52293c89-a498-f5ab-254f-c2b5d4f69219" [ 820.115307] env[64022]: _type = "HttpNfcLease" [ 820.115307] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 820.193570] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.232591] env[64022]: DEBUG nova.compute.manager [req-fff4f395-1553-46d2-a194-8c9d45bb805d req-ce6c1ea8-aa74-472f-9c26-5ddb559ca5f2 service nova] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Received event network-vif-deleted-a2ca5a63-7272-4e50-b477-96b77c97081c {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.233270] env[64022]: INFO nova.compute.manager [req-fff4f395-1553-46d2-a194-8c9d45bb805d req-ce6c1ea8-aa74-472f-9c26-5ddb559ca5f2 service nova] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Neutron deleted interface a2ca5a63-7272-4e50-b477-96b77c97081c; detaching it from the instance and deleting it from the info cache [ 820.233722] env[64022]: DEBUG nova.network.neutron [req-fff4f395-1553-46d2-a194-8c9d45bb805d req-ce6c1ea8-aa74-472f-9c26-5ddb559ca5f2 service nova] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.238206] env[64022]: DEBUG nova.compute.manager [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.238206] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.238206] env[64022]: DEBUG nova.network.neutron [-] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.241186] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098c175a-a7e4-45f0-8123-f8819e33fe0d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.257281] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.261139] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c3718b7-4410-4851-a9bb-20299a9d8600 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.263675] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302625, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.269894] env[64022]: DEBUG oslo_vmware.api [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 820.269894] env[64022]: value = "task-2302631" [ 820.269894] env[64022]: _type = "Task" [ 820.269894] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.284750] env[64022]: DEBUG oslo_vmware.api [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.307112] env[64022]: DEBUG nova.compute.utils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 820.315945] env[64022]: DEBUG nova.compute.manager [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.317301] env[64022]: DEBUG nova.network.neutron [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.436813] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 34c628d8-15bb-42bb-af8d-75b23a4d72ee] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.477061] env[64022]: DEBUG nova.policy [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7b71f54fbf41fbb5b820a4a878aa6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b45e558959dc43a88c36520e81aa67b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.605745] env[64022]: DEBUG nova.network.neutron [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Successfully updated port: 329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.621081] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 820.621081] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52293c89-a498-f5ab-254f-c2b5d4f69219" [ 820.621081] env[64022]: _type = "HttpNfcLease" [ 820.621081] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 820.621081] env[64022]: DEBUG oslo_vmware.rw_handles [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 820.621081] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52293c89-a498-f5ab-254f-c2b5d4f69219" [ 820.621081] env[64022]: _type = "HttpNfcLease" [ 820.621081] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 820.623201] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dbf019-8107-44a5-b90a-0f782636a2cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.635375] env[64022]: DEBUG oslo_vmware.rw_handles [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250ec29-bd31-8527-dd4e-9f3c69a2fb74/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 820.636724] env[64022]: DEBUG oslo_vmware.rw_handles [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250ec29-bd31-8527-dd4e-9f3c69a2fb74/disk-0.vmdk. {{(pid=64022) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 820.718832] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-55207af4-fb20-4d72-92d8-0031cdf668ab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.720520] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302630, 'name': ReconfigVM_Task, 'duration_secs': 1.065404} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.721811] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 1477c326-91e3-447f-9c8c-e2ff0c6875a4/1477c326-91e3-447f-9c8c-e2ff0c6875a4.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.723149] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8cca125-8d95-4688-8a15-ae67db365172 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.729996] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 820.729996] env[64022]: value = "task-2302632" [ 820.729996] env[64022]: _type = "Task" [ 820.729996] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.746084] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302632, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.746084] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccbbf6e1-7a58-4cf1-a311-ab0c35398142 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.750944] env[64022]: INFO nova.compute.manager [-] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Took 1.70 seconds to deallocate network for instance. [ 820.767134] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3763c34a-9d06-44b9-9978-04282b2331cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.785319] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302625, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.795578] env[64022]: DEBUG oslo_vmware.api [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302631, 'name': PowerOffVM_Task, 'duration_secs': 0.232321} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.795794] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.797659] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.797659] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b4cbd4d-4fc0-47b9-8cbb-179e5844d0c4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.811928] env[64022]: DEBUG nova.compute.manager [req-fff4f395-1553-46d2-a194-8c9d45bb805d req-ce6c1ea8-aa74-472f-9c26-5ddb559ca5f2 service nova] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Detach interface failed, port_id=a2ca5a63-7272-4e50-b477-96b77c97081c, reason: Instance 51eb6027-19f1-4f94-a859-cad1d29f7708 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 820.816377] env[64022]: DEBUG nova.compute.manager [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.868531] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.868880] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.869121] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Deleting the datastore file [datastore1] fdbee3c7-34eb-4b2e-830a-baf719075a77 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.869775] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd699167-6c80-4782-b0fb-5260e39ec5b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.877887] env[64022]: DEBUG oslo_vmware.api [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for the task: (returnval){ [ 820.877887] env[64022]: value = "task-2302634" [ 820.877887] env[64022]: _type = "Task" [ 820.877887] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.888583] env[64022]: DEBUG oslo_vmware.api [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.928812] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3c81b1-3cb0-44f5-98b9-75d0ea2522c9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.939390] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14afb9b-84c6-4310-be60-16df4a8ac6cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.947238] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: f1f65ea3-a3d7-4640-8406-541acc9b778a] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.989333] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794bffba-ff09-460c-9493-14f8c799c6d6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.994278] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.994524] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.994751] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.995016] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.995144] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.998381] env[64022]: INFO nova.compute.manager [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Terminating instance [ 821.006764] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8a76ab-ff13-4899-b5de-3c08b435bacb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.027108] env[64022]: DEBUG nova.compute.provider_tree [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.113298] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "refresh_cache-752a82f2-1ab8-47e2-9a0f-151704febc9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.113298] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "refresh_cache-752a82f2-1ab8-47e2-9a0f-151704febc9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.113298] env[64022]: DEBUG nova.network.neutron [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.164932] env[64022]: DEBUG nova.network.neutron [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Successfully created port: 831dd39a-3d11-4b1f-a36e-cf8b74c7be5a {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.242573] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302632, 'name': Rename_Task, 'duration_secs': 0.171338} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.244661] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.244951] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-537bf9fe-590e-4232-a904-26a7d0f698fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.252823] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 821.252823] env[64022]: value = "task-2302635" [ 821.252823] env[64022]: _type = "Task" [ 821.252823] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.266712] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302625, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.54871} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.272128] env[64022]: INFO nova.virt.vmwareapi.ds_util [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c47e5a58-5c62-483f-a0ad-6dbf2d0d5f29/OSTACK_IMG_c47e5a58-5c62-483f-a0ad-6dbf2d0d5f29.vmdk to [datastore2] devstack-image-cache_base/1a52e317-d7e5-49a6-ab42-cec41375592e/1a52e317-d7e5-49a6-ab42-cec41375592e.vmdk. [ 821.272995] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Cleaning up location [datastore2] OSTACK_IMG_c47e5a58-5c62-483f-a0ad-6dbf2d0d5f29 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 821.272995] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c47e5a58-5c62-483f-a0ad-6dbf2d0d5f29 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.272995] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.273515] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b804d3e-dd3a-4fb7-9a8b-30e67e9d086f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.279635] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 821.279635] env[64022]: value = "task-2302636" [ 821.279635] env[64022]: _type = "Task" [ 821.279635] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.285480] env[64022]: DEBUG oslo_concurrency.lockutils [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.291402] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.390021] env[64022]: DEBUG oslo_vmware.api [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Task: {'id': task-2302634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157725} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.390021] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.390021] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.390021] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.390021] env[64022]: INFO nova.compute.manager [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Took 1.15 seconds to destroy the instance on the hypervisor. [ 821.390021] env[64022]: DEBUG oslo.service.loopingcall [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 821.390021] env[64022]: DEBUG nova.compute.manager [-] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.390021] env[64022]: DEBUG nova.network.neutron [-] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.482976] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 23f2079e-e738-43c1-aa8f-e2d82a604a44] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 821.514084] env[64022]: DEBUG nova.compute.manager [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.514216] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.515440] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785507cb-02d5-45df-91c8-d7119082c119 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.523851] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.524345] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b86674ea-956d-4062-af9c-5f6d74d94f2e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.531032] env[64022]: DEBUG oslo_vmware.api [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 821.531032] env[64022]: value = "task-2302637" [ 821.531032] env[64022]: _type = "Task" [ 821.531032] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.536870] env[64022]: DEBUG nova.scheduler.client.report [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.548566] env[64022]: DEBUG oslo_vmware.api [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.672284] env[64022]: DEBUG nova.network.neutron [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.770706] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.789597] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041698} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.789890] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.790078] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1a52e317-d7e5-49a6-ab42-cec41375592e/1a52e317-d7e5-49a6-ab42-cec41375592e.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.790331] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1a52e317-d7e5-49a6-ab42-cec41375592e/1a52e317-d7e5-49a6-ab42-cec41375592e.vmdk to [datastore2] 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27/2aab7970-69d2-48ce-a1aa-4cb48d3e2e27.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.790818] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a78980f1-6f0e-4829-8505-dff61d04edff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.798418] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 821.798418] env[64022]: value = "task-2302638" [ 821.798418] env[64022]: _type = "Task" [ 821.798418] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.812365] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.827401] env[64022]: DEBUG nova.compute.manager [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.866780] env[64022]: DEBUG nova.virt.hardware [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.866974] env[64022]: DEBUG nova.virt.hardware [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.867152] env[64022]: DEBUG nova.virt.hardware [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.867340] env[64022]: DEBUG nova.virt.hardware [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.867926] env[64022]: DEBUG nova.virt.hardware [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.867926] env[64022]: DEBUG nova.virt.hardware [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.867926] env[64022]: DEBUG nova.virt.hardware [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.868233] env[64022]: DEBUG nova.virt.hardware [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.869124] env[64022]: DEBUG nova.virt.hardware [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.869124] env[64022]: DEBUG nova.virt.hardware [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.869124] env[64022]: DEBUG nova.virt.hardware [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.869585] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a6bf73-3e18-409c-9996-54f1759afe1f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.878214] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88b8844-566d-447f-b140-093a1a67d4bd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.991080] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 5f107b95-125c-460a-bd10-9819ec37c95b] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.046707] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.048918] env[64022]: DEBUG oslo_vmware.api [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302637, 'name': PowerOffVM_Task, 'duration_secs': 0.277623} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.049755] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.583s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.051692] env[64022]: INFO nova.compute.claims [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.055138] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.055138] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.055558] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f8517a2-e60e-47c0-ad82-e198fefc92b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.077626] env[64022]: INFO nova.scheduler.client.report [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Deleted allocations for instance 1065e353-87de-4a19-ae26-bb671974d31d [ 822.123339] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.123339] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.123339] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Deleting the datastore file [datastore1] 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.123928] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f095a34-aeff-4494-a88e-a5f0dad6fe52 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.134309] env[64022]: DEBUG oslo_vmware.api [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for the task: (returnval){ [ 822.134309] env[64022]: value = "task-2302640" [ 822.134309] env[64022]: _type = "Task" [ 822.134309] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.143993] env[64022]: DEBUG nova.network.neutron [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Updating instance_info_cache with network_info: [{"id": "329a15cc-7da0-4ffd-89dd-8dca87ffd8a3", "address": "fa:16:3e:ac:51:59", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329a15cc-7d", "ovs_interfaceid": "329a15cc-7da0-4ffd-89dd-8dca87ffd8a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.155370] env[64022]: DEBUG oslo_vmware.api [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.273200] env[64022]: DEBUG oslo_vmware.api [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2302635, 'name': PowerOnVM_Task, 'duration_secs': 0.774393} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.273200] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.273200] env[64022]: INFO nova.compute.manager [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Took 10.81 seconds to spawn the instance on the hypervisor. [ 822.273200] env[64022]: DEBUG nova.compute.manager [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.273200] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e66e995-2f1c-43d7-961f-e060d729ad55 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.319486] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "29f8d271-192b-4565-84d8-216c9748a49a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.319486] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "29f8d271-192b-4565-84d8-216c9748a49a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.327241] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302638, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.440721] env[64022]: DEBUG oslo_vmware.rw_handles [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Completed reading data from the image iterator. {{(pid=64022) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 822.441081] env[64022]: DEBUG oslo_vmware.rw_handles [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250ec29-bd31-8527-dd4e-9f3c69a2fb74/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 822.442473] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef918322-f44f-4688-a191-84f47309a25b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.458155] env[64022]: DEBUG oslo_vmware.rw_handles [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250ec29-bd31-8527-dd4e-9f3c69a2fb74/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 822.459653] env[64022]: DEBUG oslo_vmware.rw_handles [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250ec29-bd31-8527-dd4e-9f3c69a2fb74/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 822.461030] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-43b8a2ed-002b-4434-bb87-292fcc4fbdb8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.505222] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 1acf4113-9111-4394-a667-1688d64aafe6] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.586696] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a5f0677-dafe-4369-b8b6-72ad3cfe2eb2 tempest-ServersAaction247Test-1969114126 tempest-ServersAaction247Test-1969114126-project-member] Lock "1065e353-87de-4a19-ae26-bb671974d31d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.965s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.647726] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "refresh_cache-752a82f2-1ab8-47e2-9a0f-151704febc9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.648105] env[64022]: DEBUG nova.compute.manager [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Instance network_info: |[{"id": "329a15cc-7da0-4ffd-89dd-8dca87ffd8a3", "address": "fa:16:3e:ac:51:59", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329a15cc-7d", "ovs_interfaceid": "329a15cc-7da0-4ffd-89dd-8dca87ffd8a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.648429] env[64022]: DEBUG oslo_vmware.api [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Task: {'id': task-2302640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284938} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.648791] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:51:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '329a15cc-7da0-4ffd-89dd-8dca87ffd8a3', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.657474] env[64022]: DEBUG oslo.service.loopingcall [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.657717] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.657894] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.658098] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.660322] env[64022]: INFO nova.compute.manager [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Took 1.14 seconds to destroy the instance on the hypervisor. [ 822.660322] env[64022]: DEBUG oslo.service.loopingcall [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.660322] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.660322] env[64022]: DEBUG nova.compute.manager [-] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.660322] env[64022]: DEBUG nova.network.neutron [-] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.661246] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd1c611b-52e0-4cb7-983e-d172f29096e2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.684942] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.684942] env[64022]: value = "task-2302641" [ 822.684942] env[64022]: _type = "Task" [ 822.684942] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.693852] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302641, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.793438] env[64022]: DEBUG nova.network.neutron [-] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.823816] env[64022]: DEBUG nova.compute.manager [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.832547] env[64022]: INFO nova.compute.manager [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Took 48.13 seconds to build instance. [ 822.834402] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302638, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.843407] env[64022]: DEBUG nova.compute.manager [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Received event network-vif-plugged-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.844151] env[64022]: DEBUG oslo_concurrency.lockutils [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] Acquiring lock "752a82f2-1ab8-47e2-9a0f-151704febc9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.844872] env[64022]: DEBUG oslo_concurrency.lockutils [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] Lock "752a82f2-1ab8-47e2-9a0f-151704febc9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.847920] env[64022]: DEBUG oslo_concurrency.lockutils [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] Lock "752a82f2-1ab8-47e2-9a0f-151704febc9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.847920] env[64022]: DEBUG nova.compute.manager [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] No waiting events found dispatching network-vif-plugged-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.847920] env[64022]: WARNING nova.compute.manager [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Received unexpected event network-vif-plugged-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 for instance with vm_state building and task_state spawning. [ 822.847920] env[64022]: DEBUG nova.compute.manager [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Received event network-changed-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.847920] env[64022]: DEBUG nova.compute.manager [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Refreshing instance network info cache due to event network-changed-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 822.847920] env[64022]: DEBUG oslo_concurrency.lockutils [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] Acquiring lock "refresh_cache-752a82f2-1ab8-47e2-9a0f-151704febc9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.847920] env[64022]: DEBUG oslo_concurrency.lockutils [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] Acquired lock "refresh_cache-752a82f2-1ab8-47e2-9a0f-151704febc9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.847920] env[64022]: DEBUG nova.network.neutron [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Refreshing network info cache for port 329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.011532] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 0686feae-eccb-4a4f-bc91-a01eebb72da4] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 823.202790] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302641, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.279931] env[64022]: DEBUG oslo_vmware.rw_handles [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250ec29-bd31-8527-dd4e-9f3c69a2fb74/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 823.280180] env[64022]: INFO nova.virt.vmwareapi.images [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Downloaded image file data 34593e0e-0121-4da1-bb8e-ee92015f1dae [ 823.281359] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe480404-8382-4976-a309-9c8e5a96ddb5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.301724] env[64022]: INFO nova.compute.manager [-] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Took 1.91 seconds to deallocate network for instance. [ 823.306996] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-883e2ca4-8bbc-4e9b-9cac-6daf4eb04c65 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.335558] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302638, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.335741] env[64022]: DEBUG oslo_concurrency.lockutils [None req-68406953-519d-47c3-8ae6-ece8350e3e0d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.388s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.361759] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.514283] env[64022]: INFO nova.virt.vmwareapi.images [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] The imported VM was unregistered [ 823.521545] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Caching image {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 823.521545] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Creating directory with path [datastore2] devstack-image-cache_base/34593e0e-0121-4da1-bb8e-ee92015f1dae {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.521545] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: a1643f95-ff95-4e47-98b2-75f5e4bd436b] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 823.524405] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b8ae689-c947-403f-ab71-a88e9d322650 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.528705] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5a3bca-0bcc-4e38-be65-1824004f3873 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.539801] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dccb10-ce37-4220-ba54-7def192088e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.585501] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4581e9bc-6c8b-4134-a7af-4b5c86041231 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.595021] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2b15ab-cdb8-4520-875a-84acc824b09f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.599817] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Created directory with path [datastore2] devstack-image-cache_base/34593e0e-0121-4da1-bb8e-ee92015f1dae {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.600037] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3198a37d-ae68-42f3-873d-ecb3ad610b5b/OSTACK_IMG_3198a37d-ae68-42f3-873d-ecb3ad610b5b.vmdk to [datastore2] devstack-image-cache_base/34593e0e-0121-4da1-bb8e-ee92015f1dae/34593e0e-0121-4da1-bb8e-ee92015f1dae.vmdk. {{(pid=64022) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 823.600788] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bad71579-740c-45c2-ae56-af120d4d1169 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.614379] env[64022]: DEBUG nova.compute.provider_tree [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.623347] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 823.623347] env[64022]: value = "task-2302643" [ 823.623347] env[64022]: _type = "Task" [ 823.623347] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.636215] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302643, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.698684] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302641, 'name': CreateVM_Task, 'duration_secs': 0.564306} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.699964] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.699964] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.699964] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.701339] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.701339] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93e791f-0b79-4893-b5ea-de7d181c8fdb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.708613] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 823.708613] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5230901e-6a37-2e73-daf4-63d2891172cc" [ 823.708613] env[64022]: _type = "Task" [ 823.708613] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.721399] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5230901e-6a37-2e73-daf4-63d2891172cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.819925] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.825220] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302638, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.025764] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 75b47c32-9f9d-4288-a964-6d71a947793b] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 824.119108] env[64022]: DEBUG nova.scheduler.client.report [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.136565] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302643, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.210415] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.211350] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.228698] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5230901e-6a37-2e73-daf4-63d2891172cc, 'name': SearchDatastore_Task, 'duration_secs': 0.024237} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.228992] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.229261] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.229501] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.229650] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.229904] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.231098] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f66713d9-751e-45c9-893b-94cd2f620907 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.244158] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.244355] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.245206] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89b2882-a223-4e66-a770-f4fc37db42dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.254186] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 824.254186] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520d23e9-7169-717f-f314-b8f54f7d5293" [ 824.254186] env[64022]: _type = "Task" [ 824.254186] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.267280] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520d23e9-7169-717f-f314-b8f54f7d5293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.271095] env[64022]: DEBUG nova.network.neutron [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Updated VIF entry in instance network info cache for port 329a15cc-7da0-4ffd-89dd-8dca87ffd8a3. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.271671] env[64022]: DEBUG nova.network.neutron [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Updating instance_info_cache with network_info: [{"id": "329a15cc-7da0-4ffd-89dd-8dca87ffd8a3", "address": "fa:16:3e:ac:51:59", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329a15cc-7d", "ovs_interfaceid": "329a15cc-7da0-4ffd-89dd-8dca87ffd8a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.330759] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302638, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.467200] env[64022]: DEBUG nova.network.neutron [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Successfully updated port: 831dd39a-3d11-4b1f-a36e-cf8b74c7be5a {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.531706] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.531980] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Cleaning up deleted instances with incomplete migration {{(pid=64022) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 824.626671] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.626671] env[64022]: DEBUG nova.compute.manager [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.629069] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.921s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.629413] env[64022]: DEBUG nova.objects.instance [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lazy-loading 'resources' on Instance uuid c1edaed8-8f28-4c6d-a8d4-0db2c43effa5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.642307] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302643, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.722136] env[64022]: DEBUG nova.compute.manager [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.769510] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520d23e9-7169-717f-f314-b8f54f7d5293, 'name': SearchDatastore_Task, 'duration_secs': 0.021656} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.770517] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5553f096-773e-4cac-9a30-1321ada3ee5c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.776497] env[64022]: DEBUG oslo_concurrency.lockutils [req-dc87fe81-7892-47b4-ba74-74fc3788bd2c req-ac9af9d7-b93b-469c-b9f1-f09318a89064 service nova] Releasing lock "refresh_cache-752a82f2-1ab8-47e2-9a0f-151704febc9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.779412] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 824.779412] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52002e07-9f22-91dd-8669-7ac1851b7189" [ 824.779412] env[64022]: _type = "Task" [ 824.779412] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.791518] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52002e07-9f22-91dd-8669-7ac1851b7189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.827775] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302638, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.603367} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.828072] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1a52e317-d7e5-49a6-ab42-cec41375592e/1a52e317-d7e5-49a6-ab42-cec41375592e.vmdk to [datastore2] 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27/2aab7970-69d2-48ce-a1aa-4cb48d3e2e27.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.829050] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07533a17-a35f-46f4-9cb2-086610a83acd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.832325] env[64022]: DEBUG nova.network.neutron [-] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.859489] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27/2aab7970-69d2-48ce-a1aa-4cb48d3e2e27.vmdk or device None with type streamOptimized {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.860966] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d06e01b-7d97-4332-9617-c880020a2836 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.886036] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 824.886036] env[64022]: value = "task-2302644" [ 824.886036] env[64022]: _type = "Task" [ 824.886036] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.898859] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.972425] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "refresh_cache-f14b6f26-0ab6-42b6-a059-6d2776beb8cb" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.972425] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquired lock "refresh_cache-f14b6f26-0ab6-42b6-a059-6d2776beb8cb" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.972523] env[64022]: DEBUG nova.network.neutron [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.037247] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.140325] env[64022]: DEBUG nova.compute.utils [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 825.146705] env[64022]: DEBUG nova.compute.manager [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.146705] env[64022]: DEBUG nova.network.neutron [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.154584] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302643, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.211717] env[64022]: DEBUG nova.compute.manager [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Received event network-vif-deleted-5432e795-1f67-402f-bc24-d6e7c4095bd3 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.211973] env[64022]: DEBUG nova.compute.manager [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Received event network-vif-plugged-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.212193] env[64022]: DEBUG oslo_concurrency.lockutils [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] Acquiring lock "f14b6f26-0ab6-42b6-a059-6d2776beb8cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.212487] env[64022]: DEBUG oslo_concurrency.lockutils [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] Lock "f14b6f26-0ab6-42b6-a059-6d2776beb8cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.212682] env[64022]: DEBUG oslo_concurrency.lockutils [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] Lock "f14b6f26-0ab6-42b6-a059-6d2776beb8cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.212987] env[64022]: DEBUG nova.compute.manager [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] No waiting events found dispatching network-vif-plugged-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.213140] env[64022]: WARNING nova.compute.manager [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Received unexpected event network-vif-plugged-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a for instance with vm_state building and task_state spawning. [ 825.213222] env[64022]: DEBUG nova.compute.manager [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Received event network-vif-deleted-2ecd0bf9-8832-448d-900b-e57d9af1a132 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.213382] env[64022]: DEBUG nova.compute.manager [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Received event network-changed-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.213582] env[64022]: DEBUG nova.compute.manager [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Refreshing instance network info cache due to event network-changed-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 825.213725] env[64022]: DEBUG oslo_concurrency.lockutils [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] Acquiring lock "refresh_cache-f14b6f26-0ab6-42b6-a059-6d2776beb8cb" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.256132] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.302581] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52002e07-9f22-91dd-8669-7ac1851b7189, 'name': SearchDatastore_Task, 'duration_secs': 0.020784} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.308444] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.308444] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 752a82f2-1ab8-47e2-9a0f-151704febc9d/752a82f2-1ab8-47e2-9a0f-151704febc9d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.308444] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-256bb51b-6101-4757-89b9-5a942b55954f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.314702] env[64022]: DEBUG nova.policy [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9d674ea589e43bda1ccb2c140bcd234', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c2195329980468b9d11af5d466286e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.324633] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 825.324633] env[64022]: value = "task-2302645" [ 825.324633] env[64022]: _type = "Task" [ 825.324633] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.335249] env[64022]: INFO nova.compute.manager [-] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Took 2.68 seconds to deallocate network for instance. [ 825.351151] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.353017] env[64022]: DEBUG nova.compute.manager [req-d14e3521-b342-4fe5-9969-8ac438de8809 req-b3e8106b-6d55-4039-b6a2-369e5024e16b service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Received event network-changed-2cb7ff16-6463-4fbf-8bbd-69875952c828 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.353017] env[64022]: DEBUG nova.compute.manager [req-d14e3521-b342-4fe5-9969-8ac438de8809 req-b3e8106b-6d55-4039-b6a2-369e5024e16b service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Refreshing instance network info cache due to event network-changed-2cb7ff16-6463-4fbf-8bbd-69875952c828. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 825.353267] env[64022]: DEBUG oslo_concurrency.lockutils [req-d14e3521-b342-4fe5-9969-8ac438de8809 req-b3e8106b-6d55-4039-b6a2-369e5024e16b service nova] Acquiring lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.353431] env[64022]: DEBUG oslo_concurrency.lockutils [req-d14e3521-b342-4fe5-9969-8ac438de8809 req-b3e8106b-6d55-4039-b6a2-369e5024e16b service nova] Acquired lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.353597] env[64022]: DEBUG nova.network.neutron [req-d14e3521-b342-4fe5-9969-8ac438de8809 req-b3e8106b-6d55-4039-b6a2-369e5024e16b service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Refreshing network info cache for port 2cb7ff16-6463-4fbf-8bbd-69875952c828 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.406411] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.583265] env[64022]: DEBUG nova.network.neutron [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.589780] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3ce32b-6f70-4eeb-8111-a3c3216447e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.605314] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe01e8b3-344d-4410-8ccf-46c5c79467dc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.654742] env[64022]: DEBUG nova.compute.manager [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.657845] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cb33cb-2dc3-4988-9cbd-954ff1f76bc3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.673967] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eed41c-8009-4965-9753-a7b2d8677b9e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.679278] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302643, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.698519] env[64022]: DEBUG nova.compute.provider_tree [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.818931] env[64022]: DEBUG oslo_concurrency.lockutils [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.818931] env[64022]: DEBUG oslo_concurrency.lockutils [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.819081] env[64022]: DEBUG oslo_concurrency.lockutils [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "4f6a15cb-714e-4fbc-a84d-2783b3bcdf34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.819180] env[64022]: DEBUG oslo_concurrency.lockutils [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "4f6a15cb-714e-4fbc-a84d-2783b3bcdf34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.819374] env[64022]: DEBUG oslo_concurrency.lockutils [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "4f6a15cb-714e-4fbc-a84d-2783b3bcdf34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.821846] env[64022]: INFO nova.compute.manager [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Terminating instance [ 825.845513] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302645, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.850856] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.899838] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302644, 'name': ReconfigVM_Task, 'duration_secs': 1.013076} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.900228] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27/2aab7970-69d2-48ce-a1aa-4cb48d3e2e27.vmdk or device None with type streamOptimized {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.901098] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84e3fe75-05a4-475c-9240-124c02b9849b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.914279] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 825.914279] env[64022]: value = "task-2302646" [ 825.914279] env[64022]: _type = "Task" [ 825.914279] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.922889] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302646, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.159740] env[64022]: INFO nova.virt.block_device [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Booting with volume 4bd54490-cdd0-4ddd-95d7-c8ad8262f510 at /dev/sda [ 826.170778] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302643, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.202598] env[64022]: DEBUG nova.scheduler.client.report [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.219019] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd8e1888-21ad-4d9e-8a4e-6b6ac2264ea0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.233427] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b992b36b-9f25-4972-9ddd-f384f4f0cc4a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.275448] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d516ba6-6fde-4d31-abc8-82492608f1ba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.287599] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e500b2a5-8ade-473b-a8e4-2bd0d92acc6e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.326817] env[64022]: DEBUG nova.compute.manager [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.327106] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.328195] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c582ec90-4fe4-40ef-8964-d7ff1444073c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.331554] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001a9e3c-5b5d-406f-852b-0ee2eb045b42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.358023] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.358023] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602061} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.358023] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89640329-408b-492c-8b71-04e8654323eb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.359550] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 752a82f2-1ab8-47e2-9a0f-151704febc9d/752a82f2-1ab8-47e2-9a0f-151704febc9d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.359769] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.360557] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea705bf9-5620-4d29-8c63-7d3dbf94f00e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.370027] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9af87d4-122c-468b-893f-6a0e6223983b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.377354] env[64022]: DEBUG oslo_vmware.api [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 826.377354] env[64022]: value = "task-2302647" [ 826.377354] env[64022]: _type = "Task" [ 826.377354] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.391033] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 826.391033] env[64022]: value = "task-2302648" [ 826.391033] env[64022]: _type = "Task" [ 826.391033] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.391033] env[64022]: DEBUG nova.virt.block_device [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Updating existing volume attachment record: dc9b34da-fbcf-4741-9758-6d8f7da0f5b9 {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 826.402343] env[64022]: DEBUG oslo_vmware.api [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.411209] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.411677] env[64022]: DEBUG nova.network.neutron [req-d14e3521-b342-4fe5-9969-8ac438de8809 req-b3e8106b-6d55-4039-b6a2-369e5024e16b service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updated VIF entry in instance network info cache for port 2cb7ff16-6463-4fbf-8bbd-69875952c828. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.412094] env[64022]: DEBUG nova.network.neutron [req-d14e3521-b342-4fe5-9969-8ac438de8809 req-b3e8106b-6d55-4039-b6a2-369e5024e16b service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance_info_cache with network_info: [{"id": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "address": "fa:16:3e:a1:1d:07", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7ff16-64", "ovs_interfaceid": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.424610] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302646, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.555936] env[64022]: DEBUG nova.network.neutron [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Updating instance_info_cache with network_info: [{"id": "831dd39a-3d11-4b1f-a36e-cf8b74c7be5a", "address": "fa:16:3e:9d:8d:ed", "network": {"id": "5a030e6d-6e36-4d9b-bca2-6dcdc6da8865", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-575336965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b45e558959dc43a88c36520e81aa67b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831dd39a-3d", "ovs_interfaceid": "831dd39a-3d11-4b1f-a36e-cf8b74c7be5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.656966] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302643, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.714951] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.720280] env[64022]: DEBUG oslo_concurrency.lockutils [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.641s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.720280] env[64022]: DEBUG nova.objects.instance [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lazy-loading 'resources' on Instance uuid 7f876a80-e222-4647-8eaa-ed830743b5d5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.747030] env[64022]: INFO nova.scheduler.client.report [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Deleted allocations for instance c1edaed8-8f28-4c6d-a8d4-0db2c43effa5 [ 826.892597] env[64022]: DEBUG oslo_vmware.api [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.904474] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084254} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.904741] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.905761] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5ac3c1-d8dd-423d-8038-8b4f39f8c0ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.909055] env[64022]: DEBUG nova.network.neutron [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Successfully created port: cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.923289] env[64022]: DEBUG oslo_concurrency.lockutils [req-d14e3521-b342-4fe5-9969-8ac438de8809 req-b3e8106b-6d55-4039-b6a2-369e5024e16b service nova] Releasing lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.933302] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 752a82f2-1ab8-47e2-9a0f-151704febc9d/752a82f2-1ab8-47e2-9a0f-151704febc9d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.937037] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2cfe46c-44d1-40d7-92be-6b2fd6aa42c9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.960461] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302646, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.962023] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 826.962023] env[64022]: value = "task-2302649" [ 826.962023] env[64022]: _type = "Task" [ 826.962023] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.970700] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.062470] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Releasing lock "refresh_cache-f14b6f26-0ab6-42b6-a059-6d2776beb8cb" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.062844] env[64022]: DEBUG nova.compute.manager [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Instance network_info: |[{"id": "831dd39a-3d11-4b1f-a36e-cf8b74c7be5a", "address": "fa:16:3e:9d:8d:ed", "network": {"id": "5a030e6d-6e36-4d9b-bca2-6dcdc6da8865", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-575336965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b45e558959dc43a88c36520e81aa67b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831dd39a-3d", "ovs_interfaceid": "831dd39a-3d11-4b1f-a36e-cf8b74c7be5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.064014] env[64022]: DEBUG oslo_concurrency.lockutils [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] Acquired lock "refresh_cache-f14b6f26-0ab6-42b6-a059-6d2776beb8cb" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.064226] env[64022]: DEBUG nova.network.neutron [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Refreshing network info cache for port 831dd39a-3d11-4b1f-a36e-cf8b74c7be5a {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.065877] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:8d:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '831dd39a-3d11-4b1f-a36e-cf8b74c7be5a', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.074445] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Creating folder: Project (b45e558959dc43a88c36520e81aa67b8). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.074880] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8bdc802-8132-4b60-b89a-27195077d950 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.086444] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Created folder: Project (b45e558959dc43a88c36520e81aa67b8) in parent group-v468248. [ 827.086644] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Creating folder: Instances. Parent ref: group-v468447. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.087139] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21e42710-8328-47da-a9f2-7cdda7b36944 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.096976] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Created folder: Instances in parent group-v468447. [ 827.097077] env[64022]: DEBUG oslo.service.loopingcall [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.097269] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.097467] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce430980-dc8c-4e07-bf25-6bf78e351720 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.120479] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.120479] env[64022]: value = "task-2302652" [ 827.120479] env[64022]: _type = "Task" [ 827.120479] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.130537] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302652, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.157661] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302643, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.514285} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.158187] env[64022]: INFO nova.virt.vmwareapi.ds_util [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3198a37d-ae68-42f3-873d-ecb3ad610b5b/OSTACK_IMG_3198a37d-ae68-42f3-873d-ecb3ad610b5b.vmdk to [datastore2] devstack-image-cache_base/34593e0e-0121-4da1-bb8e-ee92015f1dae/34593e0e-0121-4da1-bb8e-ee92015f1dae.vmdk. [ 827.158412] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Cleaning up location [datastore2] OSTACK_IMG_3198a37d-ae68-42f3-873d-ecb3ad610b5b {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 827.159322] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3198a37d-ae68-42f3-873d-ecb3ad610b5b {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.159322] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b1527c1-e8fb-430a-9406-e76ad7f584fa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.164877] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 827.164877] env[64022]: value = "task-2302653" [ 827.164877] env[64022]: _type = "Task" [ 827.164877] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.175081] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.259268] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Lock "c1edaed8-8f28-4c6d-a8d4-0db2c43effa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.200s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.394566] env[64022]: DEBUG oslo_vmware.api [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.437688] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302646, 'name': Rename_Task, 'duration_secs': 1.446451} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.443150] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.444080] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-087f0972-1844-4e37-89af-d30b6fee3664 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.456013] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 827.456013] env[64022]: value = "task-2302654" [ 827.456013] env[64022]: _type = "Task" [ 827.456013] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.465038] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.480818] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.638593] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302652, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.683274] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091569} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.684721] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.684721] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34593e0e-0121-4da1-bb8e-ee92015f1dae/34593e0e-0121-4da1-bb8e-ee92015f1dae.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.684721] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34593e0e-0121-4da1-bb8e-ee92015f1dae/34593e0e-0121-4da1-bb8e-ee92015f1dae.vmdk to [datastore2] 6292d41f-5705-4eaa-94c4-6f5ffac5c477/6292d41f-5705-4eaa-94c4-6f5ffac5c477.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.684721] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84683890-6c93-4f7c-9060-723189f5406e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.687916] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d3b55f-f136-4e4c-8905-a72a08b8b1dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.697367] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dabee5-4bfb-4ca4-8e91-f2f435007309 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.700418] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 827.700418] env[64022]: value = "task-2302655" [ 827.700418] env[64022]: _type = "Task" [ 827.700418] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.731264] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e638b09e-e3f2-4050-81db-eeb0cb5d1d71 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.737298] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.742320] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdca3d74-ccf6-4d4e-a127-f95576e304d0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.756725] env[64022]: DEBUG nova.compute.provider_tree [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.891361] env[64022]: DEBUG oslo_vmware.api [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302647, 'name': PowerOffVM_Task, 'duration_secs': 1.178196} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.892126] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.892297] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.892663] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-095df104-7bf5-41e4-b897-fa4e39bc7d0f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.976283] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302654, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.980858] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302649, 'name': ReconfigVM_Task, 'duration_secs': 0.84852} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.982178] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 752a82f2-1ab8-47e2-9a0f-151704febc9d/752a82f2-1ab8-47e2-9a0f-151704febc9d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.982955] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.983161] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.983422] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Deleting the datastore file [datastore2] 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.983571] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8454054a-e53e-46fa-afd4-1b4d4687b199 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.985562] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec630e7d-bf15-4317-9b9e-4705204373b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.991861] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 827.991861] env[64022]: value = "task-2302657" [ 827.991861] env[64022]: _type = "Task" [ 827.991861] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.993228] env[64022]: DEBUG oslo_vmware.api [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for the task: (returnval){ [ 827.993228] env[64022]: value = "task-2302658" [ 827.993228] env[64022]: _type = "Task" [ 827.993228] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.007149] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302657, 'name': Rename_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.010348] env[64022]: DEBUG oslo_vmware.api [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.133112] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302652, 'name': CreateVM_Task, 'duration_secs': 0.654306} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.133297] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.134179] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.134385] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.134650] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.135279] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0ab99b-21de-495c-b881-a7a1c9fd0206 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.140185] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 828.140185] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52636f87-5d13-026e-6b8b-17ed5f5d7e3e" [ 828.140185] env[64022]: _type = "Task" [ 828.140185] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.149324] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52636f87-5d13-026e-6b8b-17ed5f5d7e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.213568] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302655, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.260478] env[64022]: DEBUG nova.scheduler.client.report [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.306726] env[64022]: DEBUG nova.network.neutron [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Updated VIF entry in instance network info cache for port 831dd39a-3d11-4b1f-a36e-cf8b74c7be5a. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.308604] env[64022]: DEBUG nova.network.neutron [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Updating instance_info_cache with network_info: [{"id": "831dd39a-3d11-4b1f-a36e-cf8b74c7be5a", "address": "fa:16:3e:9d:8d:ed", "network": {"id": "5a030e6d-6e36-4d9b-bca2-6dcdc6da8865", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-575336965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b45e558959dc43a88c36520e81aa67b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831dd39a-3d", "ovs_interfaceid": "831dd39a-3d11-4b1f-a36e-cf8b74c7be5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.470871] env[64022]: DEBUG oslo_vmware.api [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302654, 'name': PowerOnVM_Task, 'duration_secs': 0.538369} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.471343] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.471572] env[64022]: INFO nova.compute.manager [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Took 19.68 seconds to spawn the instance on the hypervisor. [ 828.471795] env[64022]: DEBUG nova.compute.manager [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.472960] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44d0d86-74ad-44dd-9ef1-11636e0e74cf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.505839] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302657, 'name': Rename_Task, 'duration_secs': 0.255763} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.509668] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.509668] env[64022]: DEBUG oslo_vmware.api [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.509668] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f6ed2f7-d749-475c-aa00-f43a64ad924f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.519083] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 828.519083] env[64022]: value = "task-2302659" [ 828.519083] env[64022]: _type = "Task" [ 828.519083] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.530686] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.552874] env[64022]: DEBUG nova.compute.manager [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.553602] env[64022]: DEBUG nova.virt.hardware [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.553753] env[64022]: DEBUG nova.virt.hardware [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.553887] env[64022]: DEBUG nova.virt.hardware [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.554129] env[64022]: DEBUG nova.virt.hardware [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.554239] env[64022]: DEBUG nova.virt.hardware [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.554368] env[64022]: DEBUG nova.virt.hardware [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.554578] env[64022]: DEBUG nova.virt.hardware [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.554748] env[64022]: DEBUG nova.virt.hardware [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.555702] env[64022]: DEBUG nova.virt.hardware [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.556021] env[64022]: DEBUG nova.virt.hardware [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.556138] env[64022]: DEBUG nova.virt.hardware [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.557632] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b158af-d2ac-437f-9fa0-9e7227302afb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.569422] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64dabb9-852f-4622-936a-a4da7d1f9387 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.657368] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52636f87-5d13-026e-6b8b-17ed5f5d7e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.02671} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.657605] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.657990] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.658382] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.658697] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.659031] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.659429] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2f3f2ff-2418-4155-a118-3d3c8b2ac9c4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.675647] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.675647] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.675647] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a927204c-513f-4e42-99bd-6081f4dcc8e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.685689] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Acquiring lock "56a1fc0d-76cb-486f-b438-465abeb5e86a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.685979] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Lock "56a1fc0d-76cb-486f-b438-465abeb5e86a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.690128] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 828.690128] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52065ab9-45d6-d5f5-8979-813ebea38c80" [ 828.690128] env[64022]: _type = "Task" [ 828.690128] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.701983] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52065ab9-45d6-d5f5-8979-813ebea38c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.714145] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302655, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.766213] env[64022]: DEBUG oslo_concurrency.lockutils [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.769452] env[64022]: DEBUG oslo_concurrency.lockutils [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.483s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.769452] env[64022]: DEBUG nova.objects.instance [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lazy-loading 'resources' on Instance uuid 51eb6027-19f1-4f94-a859-cad1d29f7708 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.797578] env[64022]: INFO nova.scheduler.client.report [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleted allocations for instance 7f876a80-e222-4647-8eaa-ed830743b5d5 [ 828.813809] env[64022]: DEBUG oslo_concurrency.lockutils [req-bc50f1f1-ed15-46de-b13e-691816267d11 req-7a37d2d8-3723-4008-846a-887ef3a6958f service nova] Releasing lock "refresh_cache-f14b6f26-0ab6-42b6-a059-6d2776beb8cb" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.998752] env[64022]: INFO nova.compute.manager [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Took 58.32 seconds to build instance. [ 829.011181] env[64022]: DEBUG oslo_vmware.api [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.034675] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302659, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.189674] env[64022]: DEBUG nova.compute.manager [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.213479] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52065ab9-45d6-d5f5-8979-813ebea38c80, 'name': SearchDatastore_Task, 'duration_secs': 0.014809} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.215051] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654535e8-348d-4595-9e3e-b7ba3e188917 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.221505] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302655, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.227111] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 829.227111] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bf5560-50b1-4981-2c7b-d3e1a50b97ce" [ 829.227111] env[64022]: _type = "Task" [ 829.227111] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.239192] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bf5560-50b1-4981-2c7b-d3e1a50b97ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.308804] env[64022]: DEBUG oslo_concurrency.lockutils [None req-13535980-ef56-4cad-a527-30bdc6677fd4 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "7f876a80-e222-4647-8eaa-ed830743b5d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.986s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.505552] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e92a542f-8651-473d-93b9-813a763320e8 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "2aab7970-69d2-48ce-a1aa-4cb48d3e2e27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.842s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.519343] env[64022]: DEBUG oslo_vmware.api [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Task: {'id': task-2302658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.169457} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.519981] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.519981] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.520145] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.520259] env[64022]: INFO nova.compute.manager [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Took 3.19 seconds to destroy the instance on the hypervisor. [ 829.520464] env[64022]: DEBUG oslo.service.loopingcall [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 829.520814] env[64022]: DEBUG nova.compute.manager [-] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.520940] env[64022]: DEBUG nova.network.neutron [-] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.541021] env[64022]: DEBUG oslo_vmware.api [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302659, 'name': PowerOnVM_Task, 'duration_secs': 0.624495} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.542850] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.542850] env[64022]: INFO nova.compute.manager [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Took 11.34 seconds to spawn the instance on the hypervisor. [ 829.542850] env[64022]: DEBUG nova.compute.manager [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.542850] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5499aed4-9e1c-476e-bc6a-f6321fae0f1c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.686280] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b910aa5b-f684-48ea-8617-7195a5948bc0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.699471] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d2c3db-31f5-4d8b-85ad-ddeb8790ad9c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.715524] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "e019c04e-4fda-41e2-a3e7-ead79cdf9ced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.715524] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "e019c04e-4fda-41e2-a3e7-ead79cdf9ced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.715524] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "e019c04e-4fda-41e2-a3e7-ead79cdf9ced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.715524] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "e019c04e-4fda-41e2-a3e7-ead79cdf9ced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.715524] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "e019c04e-4fda-41e2-a3e7-ead79cdf9ced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.747677] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302655, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.750130] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.750663] env[64022]: INFO nova.compute.manager [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Terminating instance [ 829.756249] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7b7d66-34a6-4a3f-becc-3441a61da1a4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.771522] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef10e0fd-b86d-4825-b08d-11edf44bcd8f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.776176] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bf5560-50b1-4981-2c7b-d3e1a50b97ce, 'name': SearchDatastore_Task, 'duration_secs': 0.017325} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.778082] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.778082] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] f14b6f26-0ab6-42b6-a059-6d2776beb8cb/f14b6f26-0ab6-42b6-a059-6d2776beb8cb.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.778527] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da143f8e-a00c-48a6-97b7-cd749a085c39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.792919] env[64022]: DEBUG nova.compute.provider_tree [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.801221] env[64022]: DEBUG nova.compute.manager [req-c339c869-3be6-425f-b8f6-5e96cae29b92 req-4968ed1f-2645-4933-8126-a71a37d02578 service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Received event network-vif-plugged-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.801479] env[64022]: DEBUG oslo_concurrency.lockutils [req-c339c869-3be6-425f-b8f6-5e96cae29b92 req-4968ed1f-2645-4933-8126-a71a37d02578 service nova] Acquiring lock "6f33f839-08f9-4f61-a513-16cc247eb2d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.801770] env[64022]: DEBUG oslo_concurrency.lockutils [req-c339c869-3be6-425f-b8f6-5e96cae29b92 req-4968ed1f-2645-4933-8126-a71a37d02578 service nova] Lock "6f33f839-08f9-4f61-a513-16cc247eb2d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.801948] env[64022]: DEBUG oslo_concurrency.lockutils [req-c339c869-3be6-425f-b8f6-5e96cae29b92 req-4968ed1f-2645-4933-8126-a71a37d02578 service nova] Lock "6f33f839-08f9-4f61-a513-16cc247eb2d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.802179] env[64022]: DEBUG nova.compute.manager [req-c339c869-3be6-425f-b8f6-5e96cae29b92 req-4968ed1f-2645-4933-8126-a71a37d02578 service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] No waiting events found dispatching network-vif-plugged-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.804019] env[64022]: WARNING nova.compute.manager [req-c339c869-3be6-425f-b8f6-5e96cae29b92 req-4968ed1f-2645-4933-8126-a71a37d02578 service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Received unexpected event network-vif-plugged-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba for instance with vm_state building and task_state spawning. [ 829.804957] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 829.804957] env[64022]: value = "task-2302660" [ 829.804957] env[64022]: _type = "Task" [ 829.804957] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.815963] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.076364] env[64022]: INFO nova.compute.manager [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Took 45.00 seconds to build instance. [ 830.152101] env[64022]: DEBUG nova.network.neutron [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Successfully updated port: cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.219343] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302655, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.264122] env[64022]: DEBUG nova.compute.manager [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.264371] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.265336] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2483f605-e931-4612-98b8-2272456f9a41 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.275582] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.275931] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c496b71b-3d7a-4042-b397-224d505d10a2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.283548] env[64022]: DEBUG oslo_vmware.api [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 830.283548] env[64022]: value = "task-2302661" [ 830.283548] env[64022]: _type = "Task" [ 830.283548] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.295738] env[64022]: DEBUG oslo_vmware.api [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.299781] env[64022]: DEBUG nova.scheduler.client.report [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.315895] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302660, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.480470] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "2aab7970-69d2-48ce-a1aa-4cb48d3e2e27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.480766] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "2aab7970-69d2-48ce-a1aa-4cb48d3e2e27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.480987] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "2aab7970-69d2-48ce-a1aa-4cb48d3e2e27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.482398] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "2aab7970-69d2-48ce-a1aa-4cb48d3e2e27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.482398] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "2aab7970-69d2-48ce-a1aa-4cb48d3e2e27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.486883] env[64022]: INFO nova.compute.manager [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Terminating instance [ 830.579617] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7261e654-5a19-4c89-af53-139a48390536 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "752a82f2-1ab8-47e2-9a0f-151704febc9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.528s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.654565] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Acquiring lock "refresh_cache-6f33f839-08f9-4f61-a513-16cc247eb2d3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.654746] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Acquired lock "refresh_cache-6f33f839-08f9-4f61-a513-16cc247eb2d3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.655443] env[64022]: DEBUG nova.network.neutron [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.720789] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302655, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.798121} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.721085] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34593e0e-0121-4da1-bb8e-ee92015f1dae/34593e0e-0121-4da1-bb8e-ee92015f1dae.vmdk to [datastore2] 6292d41f-5705-4eaa-94c4-6f5ffac5c477/6292d41f-5705-4eaa-94c4-6f5ffac5c477.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.722022] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719c103b-7929-42bd-983c-cd5297bf4a3b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.745486] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 6292d41f-5705-4eaa-94c4-6f5ffac5c477/6292d41f-5705-4eaa-94c4-6f5ffac5c477.vmdk or device None with type streamOptimized {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.745818] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3acab63e-58a7-476d-8734-1f1b1e0e9b84 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.765578] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 830.765578] env[64022]: value = "task-2302662" [ 830.765578] env[64022]: _type = "Task" [ 830.765578] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.774385] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.794455] env[64022]: DEBUG oslo_vmware.api [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302661, 'name': PowerOffVM_Task, 'duration_secs': 0.406962} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.794981] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.795292] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.795646] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24843d87-692e-48b3-a50c-a18f6f68253b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.810317] env[64022]: DEBUG oslo_concurrency.lockutils [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.814491] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.451s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.814491] env[64022]: INFO nova.compute.claims [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.836962] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735785} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.837445] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] f14b6f26-0ab6-42b6-a059-6d2776beb8cb/f14b6f26-0ab6-42b6-a059-6d2776beb8cb.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.837873] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.840855] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-babb13bc-7326-41ba-86ee-781d4b3046c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.851186] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 830.851186] env[64022]: value = "task-2302664" [ 830.851186] env[64022]: _type = "Task" [ 830.851186] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.853345] env[64022]: INFO nova.scheduler.client.report [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Deleted allocations for instance 51eb6027-19f1-4f94-a859-cad1d29f7708 [ 830.871833] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.873357] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.873604] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.875167] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleting the datastore file [datastore2] e019c04e-4fda-41e2-a3e7-ead79cdf9ced {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.875167] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8ba13ed-809f-453a-ae3f-61610d39d27d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.883174] env[64022]: DEBUG oslo_vmware.api [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for the task: (returnval){ [ 830.883174] env[64022]: value = "task-2302665" [ 830.883174] env[64022]: _type = "Task" [ 830.883174] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.896627] env[64022]: DEBUG oslo_vmware.api [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.991462] env[64022]: DEBUG nova.compute.manager [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.991679] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.995120] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550e3d22-0bb6-4288-9e3f-587ffe7b6d45 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.004063] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.004373] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c27fd87e-4458-48df-8aa6-86b9106328ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.012120] env[64022]: DEBUG oslo_vmware.api [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 831.012120] env[64022]: value = "task-2302666" [ 831.012120] env[64022]: _type = "Task" [ 831.012120] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.023816] env[64022]: DEBUG oslo_vmware.api [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.081436] env[64022]: DEBUG nova.network.neutron [-] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.243288] env[64022]: DEBUG nova.network.neutron [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.280981] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.370599] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069202} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.370699] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.371586] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37243be6-5a6b-4479-adb4-5a7a2737b777 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.375645] env[64022]: DEBUG oslo_concurrency.lockutils [None req-818715e4-96a6-42fc-89f8-49419c2546c3 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Lock "51eb6027-19f1-4f94-a859-cad1d29f7708" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.006s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.398016] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] f14b6f26-0ab6-42b6-a059-6d2776beb8cb/f14b6f26-0ab6-42b6-a059-6d2776beb8cb.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.403992] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d94b9e1-aa7a-42c7-9abd-07c077a7508f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.426372] env[64022]: DEBUG oslo_vmware.api [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Task: {'id': task-2302665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422179} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.427155] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.427249] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.427861] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.428468] env[64022]: INFO nova.compute.manager [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Took 1.16 seconds to destroy the instance on the hypervisor. [ 831.428468] env[64022]: DEBUG oslo.service.loopingcall [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.428662] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 831.428662] env[64022]: value = "task-2302667" [ 831.428662] env[64022]: _type = "Task" [ 831.428662] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.430429] env[64022]: DEBUG nova.compute.manager [-] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.430429] env[64022]: DEBUG nova.network.neutron [-] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.440338] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.521792] env[64022]: DEBUG oslo_vmware.api [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302666, 'name': PowerOffVM_Task, 'duration_secs': 0.214963} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.522134] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.522383] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.522709] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9b027e2-4c18-4254-856f-79bf4552e9ee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.583463] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.583688] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.583914] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleting the datastore file [datastore2] 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.584211] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a364e6a-7e1a-4ed1-9616-3fe7edc55730 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.586571] env[64022]: INFO nova.compute.manager [-] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Took 2.07 seconds to deallocate network for instance. [ 831.593151] env[64022]: DEBUG oslo_vmware.api [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 831.593151] env[64022]: value = "task-2302669" [ 831.593151] env[64022]: _type = "Task" [ 831.593151] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.602021] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "752a82f2-1ab8-47e2-9a0f-151704febc9d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.602753] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "752a82f2-1ab8-47e2-9a0f-151704febc9d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.602753] env[64022]: INFO nova.compute.manager [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Shelving [ 831.604019] env[64022]: DEBUG oslo_vmware.api [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.780919] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302662, 'name': ReconfigVM_Task, 'duration_secs': 0.554712} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.781316] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 6292d41f-5705-4eaa-94c4-6f5ffac5c477/6292d41f-5705-4eaa-94c4-6f5ffac5c477.vmdk or device None with type streamOptimized {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.782071] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0543c934-ea7a-430d-af76-b3f5954db528 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.792816] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 831.792816] env[64022]: value = "task-2302670" [ 831.792816] env[64022]: _type = "Task" [ 831.792816] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.803982] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302670, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.847247] env[64022]: DEBUG nova.network.neutron [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Updating instance_info_cache with network_info: [{"id": "cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba", "address": "fa:16:3e:b7:f6:09", "network": {"id": "c1a2ca88-a609-4e3c-93c1-2ac27868fbb8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-789020004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c2195329980468b9d11af5d466286e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2a3b64-cf", "ovs_interfaceid": "cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.942231] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.021368] env[64022]: DEBUG nova.compute.manager [req-d8ccb225-4d6a-4766-86d0-5029902d432d req-f844c1e8-7a94-4936-9cc2-38a013599e8a service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Received event network-changed-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.021368] env[64022]: DEBUG nova.compute.manager [req-d8ccb225-4d6a-4766-86d0-5029902d432d req-f844c1e8-7a94-4936-9cc2-38a013599e8a service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Refreshing instance network info cache due to event network-changed-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 832.021637] env[64022]: DEBUG oslo_concurrency.lockutils [req-d8ccb225-4d6a-4766-86d0-5029902d432d req-f844c1e8-7a94-4936-9cc2-38a013599e8a service nova] Acquiring lock "refresh_cache-6f33f839-08f9-4f61-a513-16cc247eb2d3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.096031] env[64022]: DEBUG oslo_concurrency.lockutils [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.118261] env[64022]: DEBUG oslo_vmware.api [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300228} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.118261] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.118261] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.118261] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.118405] env[64022]: INFO nova.compute.manager [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Took 1.13 seconds to destroy the instance on the hypervisor. [ 832.118669] env[64022]: DEBUG oslo.service.loopingcall [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 832.119079] env[64022]: DEBUG nova.compute.manager [-] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.119180] env[64022]: DEBUG nova.network.neutron [-] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.217103] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dade3615-1b43-4aa6-a2a3-7982c64583c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.223775] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85684e10-060e-468a-a525-c3faecfb6fd9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.263626] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8ca7e7-92a0-4353-9613-c30017d0d7f4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.277017] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277642b0-9a92-4dc4-a307-f8727912ff45 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.294912] env[64022]: DEBUG nova.compute.provider_tree [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.313647] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302670, 'name': Rename_Task, 'duration_secs': 0.224613} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.314699] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.315054] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8686460f-7401-46eb-81c9-0c6c22ef2f3f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.322120] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 832.322120] env[64022]: value = "task-2302671" [ 832.322120] env[64022]: _type = "Task" [ 832.322120] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.336310] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.351501] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Releasing lock "refresh_cache-6f33f839-08f9-4f61-a513-16cc247eb2d3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.351821] env[64022]: DEBUG nova.compute.manager [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Instance network_info: |[{"id": "cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba", "address": "fa:16:3e:b7:f6:09", "network": {"id": "c1a2ca88-a609-4e3c-93c1-2ac27868fbb8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-789020004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c2195329980468b9d11af5d466286e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2a3b64-cf", "ovs_interfaceid": "cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.352152] env[64022]: DEBUG oslo_concurrency.lockutils [req-d8ccb225-4d6a-4766-86d0-5029902d432d req-f844c1e8-7a94-4936-9cc2-38a013599e8a service nova] Acquired lock "refresh_cache-6f33f839-08f9-4f61-a513-16cc247eb2d3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.352330] env[64022]: DEBUG nova.network.neutron [req-d8ccb225-4d6a-4766-86d0-5029902d432d req-f844c1e8-7a94-4936-9cc2-38a013599e8a service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Refreshing network info cache for port cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.353635] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:f6:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.367706] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Creating folder: Project (9c2195329980468b9d11af5d466286e1). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.372248] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b90be022-dc8b-4af6-9c06-b9f8c36c8ed3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.387491] env[64022]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 832.387652] env[64022]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=64022) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 832.388054] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Folder already exists: Project (9c2195329980468b9d11af5d466286e1). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 832.388262] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Creating folder: Instances. Parent ref: group-v468422. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.388499] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9591a1a-d515-4b29-847f-94901d1fd709 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.398827] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Created folder: Instances in parent group-v468422. [ 832.399084] env[64022]: DEBUG oslo.service.loopingcall [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 832.399285] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.399490] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a01c462c-ff6f-49be-8442-b65b72e0d0d0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.427899] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.427899] env[64022]: value = "task-2302674" [ 832.427899] env[64022]: _type = "Task" [ 832.427899] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.438894] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302674, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.445091] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302667, 'name': ReconfigVM_Task, 'duration_secs': 0.61613} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.445413] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Reconfigured VM instance instance-00000048 to attach disk [datastore1] f14b6f26-0ab6-42b6-a059-6d2776beb8cb/f14b6f26-0ab6-42b6-a059-6d2776beb8cb.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.446076] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70bf1c7c-b0ff-4523-b1c7-8d9a04381483 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.454952] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 832.454952] env[64022]: value = "task-2302675" [ 832.454952] env[64022]: _type = "Task" [ 832.454952] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.464513] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302675, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.616525] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.617027] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f04b8c10-fda3-4703-bb69-ce7c27cb9e5a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.625402] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 832.625402] env[64022]: value = "task-2302676" [ 832.625402] env[64022]: _type = "Task" [ 832.625402] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.647465] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.767826] env[64022]: DEBUG nova.network.neutron [-] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.807179] env[64022]: DEBUG nova.scheduler.client.report [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.838225] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.938556] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302674, 'name': CreateVM_Task, 'duration_secs': 0.390767} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.938794] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.939508] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468429', 'volume_id': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'name': 'volume-4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f33f839-08f9-4f61-a513-16cc247eb2d3', 'attached_at': '', 'detached_at': '', 'volume_id': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'serial': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510'}, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'attachment_id': 'dc9b34da-fbcf-4741-9758-6d8f7da0f5b9', 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=64022) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 832.939732] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Root volume attach. Driver type: vmdk {{(pid=64022) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 832.940645] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21301bc-5a2d-4f06-b987-85443a818403 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.949024] env[64022]: DEBUG nova.network.neutron [req-d8ccb225-4d6a-4766-86d0-5029902d432d req-f844c1e8-7a94-4936-9cc2-38a013599e8a service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Updated VIF entry in instance network info cache for port cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.949024] env[64022]: DEBUG nova.network.neutron [req-d8ccb225-4d6a-4766-86d0-5029902d432d req-f844c1e8-7a94-4936-9cc2-38a013599e8a service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Updating instance_info_cache with network_info: [{"id": "cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba", "address": "fa:16:3e:b7:f6:09", "network": {"id": "c1a2ca88-a609-4e3c-93c1-2ac27868fbb8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-789020004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c2195329980468b9d11af5d466286e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2a3b64-cf", "ovs_interfaceid": "cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.953902] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864a2672-66e4-49f1-9c03-2cbe8d929076 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.967140] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547891e1-5846-460c-904e-2a55c5d78856 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.972072] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302675, 'name': Rename_Task, 'duration_secs': 0.19477} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.972619] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.974032] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69fc3266-ab26-4a41-bafa-5d2315601e5a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.980324] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b41c6cd9-7766-4665-a745-95a870322cf4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.986658] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 832.986658] env[64022]: value = "task-2302677" [ 832.986658] env[64022]: _type = "Task" [ 832.986658] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.997545] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.998881] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Waiting for the task: (returnval){ [ 832.998881] env[64022]: value = "task-2302678" [ 832.998881] env[64022]: _type = "Task" [ 832.998881] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.006949] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302678, 'name': RelocateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.140062] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302676, 'name': PowerOffVM_Task, 'duration_secs': 0.190457} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.140648] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.145560] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e778a7e-1b18-4240-81ae-97fc791c0017 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.172512] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28bad58-7564-4525-9c01-603801d76d10 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.270605] env[64022]: INFO nova.compute.manager [-] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Took 1.84 seconds to deallocate network for instance. [ 833.306877] env[64022]: DEBUG nova.network.neutron [-] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.313910] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.313910] env[64022]: DEBUG nova.compute.manager [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.322641] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.503s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.322771] env[64022]: DEBUG nova.objects.instance [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lazy-loading 'resources' on Instance uuid fdbee3c7-34eb-4b2e-830a-baf719075a77 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.346026] env[64022]: DEBUG oslo_vmware.api [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302671, 'name': PowerOnVM_Task, 'duration_secs': 0.725354} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.346999] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.449873] env[64022]: DEBUG oslo_concurrency.lockutils [req-d8ccb225-4d6a-4766-86d0-5029902d432d req-f844c1e8-7a94-4936-9cc2-38a013599e8a service nova] Releasing lock "refresh_cache-6f33f839-08f9-4f61-a513-16cc247eb2d3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.450804] env[64022]: DEBUG nova.compute.manager [req-d8ccb225-4d6a-4766-86d0-5029902d432d req-f844c1e8-7a94-4936-9cc2-38a013599e8a service nova] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Received event network-vif-deleted-675b72e3-c471-42c5-8cfc-40784a02221a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.507399] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302677, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.522098] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302678, 'name': RelocateVM_Task} progress is 40%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.523539] env[64022]: DEBUG nova.compute.manager [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.524159] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661eccf6-ae2a-47be-9869-e68cc868f2d5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.685867] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 833.686046] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-086656de-79f4-4306-afde-3b3cadaa2477 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.698505] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 833.698505] env[64022]: value = "task-2302679" [ 833.698505] env[64022]: _type = "Task" [ 833.698505] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.714893] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.781216] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.812445] env[64022]: INFO nova.compute.manager [-] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Took 1.69 seconds to deallocate network for instance. [ 833.826744] env[64022]: DEBUG nova.compute.utils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 833.832999] env[64022]: DEBUG nova.compute.manager [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.833218] env[64022]: DEBUG nova.network.neutron [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.910976] env[64022]: DEBUG nova.policy [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ada22d28d08b4e8c9f4f88da40a5d079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d2d71a4e1514137b465aba7c9595303', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.021881] env[64022]: DEBUG oslo_vmware.api [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302677, 'name': PowerOnVM_Task, 'duration_secs': 0.701407} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.021881] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.022192] env[64022]: INFO nova.compute.manager [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Took 12.20 seconds to spawn the instance on the hypervisor. [ 834.022625] env[64022]: DEBUG nova.compute.manager [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.024592] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aead4fbb-d964-4c15-b0fe-37fe1bb088f9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.038214] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302678, 'name': RelocateVM_Task} progress is 53%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.064024] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 51.548s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.211862] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Acquiring lock "8f2fb17c-8bfa-4e53-8712-0a5a544a43f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.211862] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Lock "8f2fb17c-8bfa-4e53-8712-0a5a544a43f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.222850] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302679, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.294596] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabb179c-b2fa-4369-b731-b264ca7a7043 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.306509] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2415d1-bff4-4ec6-a0fc-e7f9dffa2991 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.355938] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.355938] env[64022]: DEBUG nova.compute.manager [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.363851] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8203646-4bed-4ed1-aa6e-a38e708323ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.376787] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4f628c-1238-45b6-aa56-7a4ad5d8b1ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.395111] env[64022]: DEBUG nova.compute.provider_tree [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.422860] env[64022]: DEBUG nova.network.neutron [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Successfully created port: e5035120-6018-4f4f-9224-03398b4846e1 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.518134] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302678, 'name': RelocateVM_Task} progress is 67%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.570182] env[64022]: DEBUG nova.compute.manager [req-fc70e6f0-83fe-4b1f-8ef9-9a899f3eb5ae req-b660440a-212b-49a5-a91f-8b56eb109c55 service nova] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Received event network-vif-deleted-b2af946d-85a6-48a3-9878-0f40b48b73d4 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.570182] env[64022]: DEBUG nova.compute.manager [req-fc70e6f0-83fe-4b1f-8ef9-9a899f3eb5ae req-b660440a-212b-49a5-a91f-8b56eb109c55 service nova] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Received event network-vif-deleted-a457aaf0-7763-4a98-a29a-69ed84a3aa1f {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.572625] env[64022]: INFO nova.compute.manager [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Took 34.05 seconds to build instance. [ 834.715566] env[64022]: DEBUG nova.compute.manager [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.718140] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302679, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.899038] env[64022]: DEBUG nova.scheduler.client.report [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.915775] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Acquiring lock "9394542e-72ac-4a19-a442-cf2e9e73a2dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.916054] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Lock "9394542e-72ac-4a19-a442-cf2e9e73a2dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.021158] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302678, 'name': RelocateVM_Task} progress is 81%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.076312] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96289d06-5efe-4823-9003-cb1de78a1245 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "f14b6f26-0ab6-42b6-a059-6d2776beb8cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.568s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.102753] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "19dff5f5-da00-420a-b289-5bd97f7ba77f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.102836] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "19dff5f5-da00-420a-b289-5bd97f7ba77f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.214022] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302679, 'name': CreateSnapshot_Task, 'duration_secs': 1.243875} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.214337] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 835.215246] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb1a700-fb16-4e4c-926e-be004f542477 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.251281] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.372178] env[64022]: DEBUG nova.compute.manager [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.402021] env[64022]: DEBUG nova.virt.hardware [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.403209] env[64022]: DEBUG nova.virt.hardware [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.403209] env[64022]: DEBUG nova.virt.hardware [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.403209] env[64022]: DEBUG nova.virt.hardware [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.403209] env[64022]: DEBUG nova.virt.hardware [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.403209] env[64022]: DEBUG nova.virt.hardware [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.403563] env[64022]: DEBUG nova.virt.hardware [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.403628] env[64022]: DEBUG nova.virt.hardware [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.404707] env[64022]: DEBUG nova.virt.hardware [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.404707] env[64022]: DEBUG nova.virt.hardware [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.404707] env[64022]: DEBUG nova.virt.hardware [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.405395] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15902497-d471-46be-864f-ab3f1e9f34f1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.408863] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.411545] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.155s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.413161] env[64022]: INFO nova.compute.claims [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.419406] env[64022]: DEBUG nova.compute.manager [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.431693] env[64022]: INFO nova.scheduler.client.report [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Deleted allocations for instance fdbee3c7-34eb-4b2e-830a-baf719075a77 [ 835.433862] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5099eadd-fa2b-42af-b70b-73f9666aa43e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.517521] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302678, 'name': RelocateVM_Task} progress is 95%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.606211] env[64022]: DEBUG nova.compute.manager [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.738166] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 835.738631] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b63eb381-9134-4832-9e0a-82aa444f47fc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.749101] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 835.749101] env[64022]: value = "task-2302680" [ 835.749101] env[64022]: _type = "Task" [ 835.749101] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.759241] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302680, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.951944] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f293ba42-17cd-4904-88f8-589e05ef950b tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Lock "fdbee3c7-34eb-4b2e-830a-baf719075a77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.228s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.954411] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.024327] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302678, 'name': RelocateVM_Task} progress is 97%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.135453] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.260760] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302680, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.416235] env[64022]: DEBUG nova.network.neutron [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Successfully updated port: e5035120-6018-4f4f-9224-03398b4846e1 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.517963] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302678, 'name': RelocateVM_Task} progress is 97%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.605820] env[64022]: DEBUG nova.compute.manager [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Received event network-vif-plugged-e5035120-6018-4f4f-9224-03398b4846e1 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.606058] env[64022]: DEBUG oslo_concurrency.lockutils [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] Acquiring lock "29f8d271-192b-4565-84d8-216c9748a49a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.606272] env[64022]: DEBUG oslo_concurrency.lockutils [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] Lock "29f8d271-192b-4565-84d8-216c9748a49a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.606435] env[64022]: DEBUG oslo_concurrency.lockutils [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] Lock "29f8d271-192b-4565-84d8-216c9748a49a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.606594] env[64022]: DEBUG nova.compute.manager [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] No waiting events found dispatching network-vif-plugged-e5035120-6018-4f4f-9224-03398b4846e1 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.606759] env[64022]: WARNING nova.compute.manager [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Received unexpected event network-vif-plugged-e5035120-6018-4f4f-9224-03398b4846e1 for instance with vm_state building and task_state spawning. [ 836.606918] env[64022]: DEBUG nova.compute.manager [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Received event network-changed-e5035120-6018-4f4f-9224-03398b4846e1 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.607191] env[64022]: DEBUG nova.compute.manager [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Refreshing instance network info cache due to event network-changed-e5035120-6018-4f4f-9224-03398b4846e1. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 836.607424] env[64022]: DEBUG oslo_concurrency.lockutils [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] Acquiring lock "refresh_cache-29f8d271-192b-4565-84d8-216c9748a49a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.607593] env[64022]: DEBUG oslo_concurrency.lockutils [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] Acquired lock "refresh_cache-29f8d271-192b-4565-84d8-216c9748a49a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.607793] env[64022]: DEBUG nova.network.neutron [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Refreshing network info cache for port e5035120-6018-4f4f-9224-03398b4846e1 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.765553] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302680, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.786031] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb57954-a614-47db-8a20-9d30d52f0395 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.796285] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbe83b6-e838-4be4-9302-25d30c65b13b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.834869] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d42bc3c-9a21-433a-a852-c00753179b3c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.843899] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421cd880-fdd3-4810-90ad-c10f7d25caf1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.859210] env[64022]: DEBUG nova.compute.provider_tree [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.918590] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "refresh_cache-29f8d271-192b-4565-84d8-216c9748a49a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.958334] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9a3481-5948-4076-b72f-a8a2dadf14bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.966127] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbb0fa2-5ff8-4e9e-b00c-49fd52a392d3 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Suspending the VM {{(pid=64022) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 836.966209] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-af400e0f-ee70-4fb6-a92d-592ff0ba24ad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.973703] env[64022]: DEBUG oslo_vmware.api [None req-3fbb0fa2-5ff8-4e9e-b00c-49fd52a392d3 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 836.973703] env[64022]: value = "task-2302681" [ 836.973703] env[64022]: _type = "Task" [ 836.973703] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.984373] env[64022]: DEBUG oslo_vmware.api [None req-3fbb0fa2-5ff8-4e9e-b00c-49fd52a392d3 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302681, 'name': SuspendVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.018448] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302678, 'name': RelocateVM_Task} progress is 98%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.157833] env[64022]: DEBUG nova.network.neutron [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.262446] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302680, 'name': CloneVM_Task} progress is 95%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.276024] env[64022]: DEBUG nova.network.neutron [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.363245] env[64022]: DEBUG nova.scheduler.client.report [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.484861] env[64022]: DEBUG oslo_vmware.api [None req-3fbb0fa2-5ff8-4e9e-b00c-49fd52a392d3 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302681, 'name': SuspendVM_Task} progress is 62%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.519197] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302678, 'name': RelocateVM_Task, 'duration_secs': 4.281654} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.519566] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 837.519785] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468429', 'volume_id': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'name': 'volume-4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f33f839-08f9-4f61-a513-16cc247eb2d3', 'attached_at': '', 'detached_at': '', 'volume_id': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'serial': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 837.520632] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c15b54-ff3c-4d5c-abfd-a8006bb03ab7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.537196] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54bce45-cc16-4025-8247-b6ff947c01ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.559911] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-4bd54490-cdd0-4ddd-95d7-c8ad8262f510/volume-4bd54490-cdd0-4ddd-95d7-c8ad8262f510.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.560679] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c993f17a-e34c-47b5-b852-acf691d13f9a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.582613] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Waiting for the task: (returnval){ [ 837.582613] env[64022]: value = "task-2302682" [ 837.582613] env[64022]: _type = "Task" [ 837.582613] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.592934] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.762078] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302680, 'name': CloneVM_Task, 'duration_secs': 1.733974} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.762400] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Created linked-clone VM from snapshot [ 837.763218] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b201eef-8212-4b67-a330-ad80aa88e6b1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.771691] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Uploading image 5a46a302-6e84-45b3-9671-49ceb2f2decc {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 837.779322] env[64022]: DEBUG oslo_concurrency.lockutils [req-58ea8e7b-9da8-48af-9ff9-e9636e421c20 req-78ed2dab-09f3-41ff-bed3-461f6eddd8b3 service nova] Releasing lock "refresh_cache-29f8d271-192b-4565-84d8-216c9748a49a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.779697] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "refresh_cache-29f8d271-192b-4565-84d8-216c9748a49a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.779879] env[64022]: DEBUG nova.network.neutron [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.869903] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.870546] env[64022]: DEBUG nova.compute.manager [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.877172] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 837.877172] env[64022]: value = "vm-468453" [ 837.877172] env[64022]: _type = "VirtualMachine" [ 837.877172] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 837.877172] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.024s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.877172] env[64022]: DEBUG nova.objects.instance [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lazy-loading 'resources' on Instance uuid 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.877172] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-28ade48b-51d9-46e3-8bec-a8f51d7f6e18 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.885715] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lease: (returnval){ [ 837.885715] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52139f0a-9de6-c3dc-b56f-d8f411c571e1" [ 837.885715] env[64022]: _type = "HttpNfcLease" [ 837.885715] env[64022]: } obtained for exporting VM: (result){ [ 837.885715] env[64022]: value = "vm-468453" [ 837.885715] env[64022]: _type = "VirtualMachine" [ 837.885715] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 837.886010] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the lease: (returnval){ [ 837.886010] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52139f0a-9de6-c3dc-b56f-d8f411c571e1" [ 837.886010] env[64022]: _type = "HttpNfcLease" [ 837.886010] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 837.895683] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.895683] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52139f0a-9de6-c3dc-b56f-d8f411c571e1" [ 837.895683] env[64022]: _type = "HttpNfcLease" [ 837.895683] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 837.985660] env[64022]: DEBUG oslo_vmware.api [None req-3fbb0fa2-5ff8-4e9e-b00c-49fd52a392d3 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302681, 'name': SuspendVM_Task, 'duration_secs': 0.682669} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.985957] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbb0fa2-5ff8-4e9e-b00c-49fd52a392d3 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Suspended the VM {{(pid=64022) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 837.986224] env[64022]: DEBUG nova.compute.manager [None req-3fbb0fa2-5ff8-4e9e-b00c-49fd52a392d3 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.986967] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565c0d7e-6243-474b-8766-5bd17be26d0e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.093572] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.331838] env[64022]: DEBUG nova.compute.manager [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.332693] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea430dcd-b4cc-4ddc-8042-8dff6a2242b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.336208] env[64022]: DEBUG nova.network.neutron [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.381362] env[64022]: DEBUG nova.compute.utils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 838.385532] env[64022]: DEBUG nova.compute.manager [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.386216] env[64022]: DEBUG nova.network.neutron [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.398308] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.398308] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52139f0a-9de6-c3dc-b56f-d8f411c571e1" [ 838.398308] env[64022]: _type = "HttpNfcLease" [ 838.398308] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 838.398618] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 838.398618] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52139f0a-9de6-c3dc-b56f-d8f411c571e1" [ 838.398618] env[64022]: _type = "HttpNfcLease" [ 838.398618] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 838.399486] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2c4639-1984-4cb4-8174-82b23be78bec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.412247] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236b54a-9642-bb99-0a5e-7ffc966f8010/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 838.412247] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236b54a-9642-bb99-0a5e-7ffc966f8010/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 838.471202] env[64022]: DEBUG nova.policy [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8117ec7d62224ebdbdb2d0fd3fd45602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7329ee1152854fdebbd2747fc537eadb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.601238] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302682, 'name': ReconfigVM_Task, 'duration_secs': 0.875362} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.601502] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-4bd54490-cdd0-4ddd-95d7-c8ad8262f510/volume-4bd54490-cdd0-4ddd-95d7-c8ad8262f510.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.609282] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf20aea-635f-41a5-8fcb-ea5c04214d6d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.622365] env[64022]: DEBUG nova.network.neutron [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Updating instance_info_cache with network_info: [{"id": "e5035120-6018-4f4f-9224-03398b4846e1", "address": "fa:16:3e:a4:bb:bf", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5035120-60", "ovs_interfaceid": "e5035120-6018-4f4f-9224-03398b4846e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.631249] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Waiting for the task: (returnval){ [ 838.631249] env[64022]: value = "task-2302684" [ 838.631249] env[64022]: _type = "Task" [ 838.631249] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.639464] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6651e634-5edd-4e6f-aa8d-edf291aa34cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.646138] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.793946] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf53c165-cf1a-4124-91a6-28af1e585e88 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.802609] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfb32aa-09c8-4ea7-86e4-4875c31d883d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.834794] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee82a483-e442-498c-960e-43bc8574835b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.843262] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2962dbc6-60d6-4877-8aee-0b92e404c041 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.858677] env[64022]: DEBUG nova.compute.provider_tree [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.862614] env[64022]: INFO nova.compute.manager [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] instance snapshotting [ 838.865731] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54631e82-1998-4031-ab94-ffe484de2af3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.886442] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd33d8b-ae2d-4f83-a6bc-a66e6caec2f5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.892988] env[64022]: DEBUG nova.compute.manager [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.981883] env[64022]: DEBUG nova.network.neutron [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Successfully created port: 5bebadd9-499d-4564-b5f7-99d5d447ac0a {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.127136] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "refresh_cache-29f8d271-192b-4565-84d8-216c9748a49a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.130337] env[64022]: DEBUG nova.compute.manager [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Instance network_info: |[{"id": "e5035120-6018-4f4f-9224-03398b4846e1", "address": "fa:16:3e:a4:bb:bf", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5035120-60", "ovs_interfaceid": "e5035120-6018-4f4f-9224-03398b4846e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.130801] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:bb:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5035120-6018-4f4f-9224-03398b4846e1', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.139640] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Creating folder: Project (6d2d71a4e1514137b465aba7c9595303). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.140170] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17b3fdb0-6a77-4ed5-b5a8-36a10bb56894 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.155597] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302684, 'name': ReconfigVM_Task, 'duration_secs': 0.334821} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.155765] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468429', 'volume_id': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'name': 'volume-4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f33f839-08f9-4f61-a513-16cc247eb2d3', 'attached_at': '', 'detached_at': '', 'volume_id': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'serial': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 839.156948] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54b8ec72-d2dc-4e43-9a2e-599d655faa92 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.160631] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Created folder: Project (6d2d71a4e1514137b465aba7c9595303) in parent group-v468248. [ 839.160873] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Creating folder: Instances. Parent ref: group-v468454. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.162099] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05a5507d-87dc-4a51-a8ac-1ec5f7c0c5f1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.169418] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Waiting for the task: (returnval){ [ 839.169418] env[64022]: value = "task-2302686" [ 839.169418] env[64022]: _type = "Task" [ 839.169418] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.179263] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302686, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.181121] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Created folder: Instances in parent group-v468454. [ 839.181225] env[64022]: DEBUG oslo.service.loopingcall [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.181359] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.181688] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80e0750b-9e88-4981-9e21-7e184b2d6d91 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.208261] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.208261] env[64022]: value = "task-2302688" [ 839.208261] env[64022]: _type = "Task" [ 839.208261] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.224018] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302688, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.366963] env[64022]: DEBUG nova.scheduler.client.report [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.407892] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 839.408315] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3b56e9a5-c15b-47e4-9212-aa978fb2f318 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.418127] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 839.418127] env[64022]: value = "task-2302689" [ 839.418127] env[64022]: _type = "Task" [ 839.418127] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.428734] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302689, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.678296] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302686, 'name': Rename_Task, 'duration_secs': 0.22704} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.679309] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.679309] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b594bf4-a8ba-427e-8b47-0c84a222d026 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.687368] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Waiting for the task: (returnval){ [ 839.687368] env[64022]: value = "task-2302690" [ 839.687368] env[64022]: _type = "Task" [ 839.687368] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.696191] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.719060] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302688, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.874330] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.876487] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.126s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.878108] env[64022]: INFO nova.compute.claims [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.903659] env[64022]: INFO nova.scheduler.client.report [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Deleted allocations for instance 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27 [ 839.906147] env[64022]: DEBUG nova.compute.manager [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.934281] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302689, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.936867] env[64022]: DEBUG nova.virt.hardware [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.936867] env[64022]: DEBUG nova.virt.hardware [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.937037] env[64022]: DEBUG nova.virt.hardware [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.937236] env[64022]: DEBUG nova.virt.hardware [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.937407] env[64022]: DEBUG nova.virt.hardware [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.937580] env[64022]: DEBUG nova.virt.hardware [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.937822] env[64022]: DEBUG nova.virt.hardware [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.938043] env[64022]: DEBUG nova.virt.hardware [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.938255] env[64022]: DEBUG nova.virt.hardware [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.938448] env[64022]: DEBUG nova.virt.hardware [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.938653] env[64022]: DEBUG nova.virt.hardware [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.939781] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc79ed8-071c-4cfa-a165-30d1347d03d2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.950208] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cd7f4a-9d19-464f-853f-27a78abda218 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.965684] env[64022]: INFO nova.compute.manager [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Resuming [ 839.966410] env[64022]: DEBUG nova.objects.instance [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lazy-loading 'flavor' on Instance uuid 6292d41f-5705-4eaa-94c4-6f5ffac5c477 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.201319] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302690, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.219383] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302688, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.419019] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2097ed0e-b3c3-49f0-9274-038f5796dabc tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Lock "6f70de75-c4ee-42b1-9f96-5dd32a0f1e27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.421s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.430153] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302689, 'name': CreateSnapshot_Task, 'duration_secs': 0.988923} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.430468] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 840.431512] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddc6556-5821-452c-b66b-b36ea6b7bfe1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.608879] env[64022]: DEBUG nova.compute.manager [req-c1ce2f32-bd2a-477b-8215-4d0e06f3975e req-c2868fd5-e1ef-46cb-baca-31ae71467950 service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Received event network-vif-plugged-5bebadd9-499d-4564-b5f7-99d5d447ac0a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.609115] env[64022]: DEBUG oslo_concurrency.lockutils [req-c1ce2f32-bd2a-477b-8215-4d0e06f3975e req-c2868fd5-e1ef-46cb-baca-31ae71467950 service nova] Acquiring lock "a3ce8424-551f-41e7-a906-3e26bffc2c87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.609352] env[64022]: DEBUG oslo_concurrency.lockutils [req-c1ce2f32-bd2a-477b-8215-4d0e06f3975e req-c2868fd5-e1ef-46cb-baca-31ae71467950 service nova] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.609543] env[64022]: DEBUG oslo_concurrency.lockutils [req-c1ce2f32-bd2a-477b-8215-4d0e06f3975e req-c2868fd5-e1ef-46cb-baca-31ae71467950 service nova] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.610029] env[64022]: DEBUG nova.compute.manager [req-c1ce2f32-bd2a-477b-8215-4d0e06f3975e req-c2868fd5-e1ef-46cb-baca-31ae71467950 service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] No waiting events found dispatching network-vif-plugged-5bebadd9-499d-4564-b5f7-99d5d447ac0a {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.610275] env[64022]: WARNING nova.compute.manager [req-c1ce2f32-bd2a-477b-8215-4d0e06f3975e req-c2868fd5-e1ef-46cb-baca-31ae71467950 service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Received unexpected event network-vif-plugged-5bebadd9-499d-4564-b5f7-99d5d447ac0a for instance with vm_state building and task_state spawning. [ 840.699690] env[64022]: DEBUG oslo_vmware.api [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2302690, 'name': PowerOnVM_Task, 'duration_secs': 0.818152} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.699994] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.700233] env[64022]: INFO nova.compute.manager [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Took 12.15 seconds to spawn the instance on the hypervisor. [ 840.700417] env[64022]: DEBUG nova.compute.manager [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.701283] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d666460-9679-40d7-9922-b9c5f25f3ca3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.722783] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302688, 'name': CreateVM_Task, 'duration_secs': 1.498717} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.725268] env[64022]: DEBUG nova.network.neutron [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Successfully updated port: 5bebadd9-499d-4564-b5f7-99d5d447ac0a {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.725268] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.728815] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.728815] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.728815] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.728963] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5351a6b2-2293-4676-aad6-56e064d803ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.739021] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 840.739021] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52436ffc-18a9-df9d-0bfa-562dc55d70ae" [ 840.739021] env[64022]: _type = "Task" [ 840.739021] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.752335] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52436ffc-18a9-df9d-0bfa-562dc55d70ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.959490] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 840.960105] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8d12383a-7156-4a2a-ae31-4269cac1e7c5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.976080] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 840.976080] env[64022]: value = "task-2302691" [ 840.976080] env[64022]: _type = "Task" [ 840.976080] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.997033] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302691, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.226397] env[64022]: INFO nova.compute.manager [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Took 36.78 seconds to build instance. [ 841.232440] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "refresh_cache-a3ce8424-551f-41e7-a906-3e26bffc2c87" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.232440] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "refresh_cache-a3ce8424-551f-41e7-a906-3e26bffc2c87" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.232440] env[64022]: DEBUG nova.network.neutron [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.252104] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52436ffc-18a9-df9d-0bfa-562dc55d70ae, 'name': SearchDatastore_Task, 'duration_secs': 0.022885} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.255676] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.256080] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.256502] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.256621] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.256794] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.257690] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cb323e7-ad48-4c69-bbee-fcfa6ed9bb0d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.273205] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.273501] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.274578] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-064718fb-5b91-45af-95e4-e5b931e855a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.282085] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 841.282085] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cc81e3-109f-e50d-65fa-9619aac29df8" [ 841.282085] env[64022]: _type = "Task" [ 841.282085] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.288355] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39ba0ad-559a-451c-b57f-a4207ad6e5aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.295471] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cc81e3-109f-e50d-65fa-9619aac29df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.301837] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed42c585-017b-4294-a269-e047f4bb79ba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.336661] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6761ef8e-df69-4509-adae-53e48869dd1d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.345897] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9250ed0-9bd1-4502-9e96-8795fa901335 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.361787] env[64022]: DEBUG nova.compute.provider_tree [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.488502] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302691, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.491904] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.492161] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquired lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.492366] env[64022]: DEBUG nova.network.neutron [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.728364] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Lock "6f33f839-08f9-4f61-a513-16cc247eb2d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.292s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.790805] env[64022]: DEBUG nova.network.neutron [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.801205] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cc81e3-109f-e50d-65fa-9619aac29df8, 'name': SearchDatastore_Task, 'duration_secs': 0.014893} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.802766] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4543ae-cc00-4140-a2d1-a6fedbe26c79 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.809094] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 841.809094] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52927889-c9e6-3489-8a80-9197881fdd15" [ 841.809094] env[64022]: _type = "Task" [ 841.809094] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.818218] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52927889-c9e6-3489-8a80-9197881fdd15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.865355] env[64022]: DEBUG nova.scheduler.client.report [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.992162] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302691, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.134768] env[64022]: DEBUG nova.network.neutron [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Updating instance_info_cache with network_info: [{"id": "5bebadd9-499d-4564-b5f7-99d5d447ac0a", "address": "fa:16:3e:fc:09:10", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bebadd9-49", "ovs_interfaceid": "5bebadd9-499d-4564-b5f7-99d5d447ac0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.325838] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52927889-c9e6-3489-8a80-9197881fdd15, 'name': SearchDatastore_Task, 'duration_secs': 0.018811} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.325838] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.326131] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 29f8d271-192b-4565-84d8-216c9748a49a/29f8d271-192b-4565-84d8-216c9748a49a.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.326310] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5de9917-7f8b-4657-9d3c-9bae45a4c026 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.336788] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 842.336788] env[64022]: value = "task-2302692" [ 842.336788] env[64022]: _type = "Task" [ 842.336788] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.359193] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.373019] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.373019] env[64022]: DEBUG nova.compute.manager [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.374264] env[64022]: DEBUG oslo_concurrency.lockutils [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.278s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.374943] env[64022]: DEBUG nova.objects.instance [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lazy-loading 'resources' on Instance uuid 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.393744] env[64022]: DEBUG nova.network.neutron [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Updating instance_info_cache with network_info: [{"id": "7c43affd-859a-4726-9351-1f94713612ad", "address": "fa:16:3e:78:59:85", "network": {"id": "9167f8a6-5599-400c-952f-226c95493902", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1419883777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2c84d683624a4a9c9afdce586882c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c43affd-85", "ovs_interfaceid": "7c43affd-859a-4726-9351-1f94713612ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.496963] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302691, 'name': CloneVM_Task} progress is 95%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.637960] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "refresh_cache-a3ce8424-551f-41e7-a906-3e26bffc2c87" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.638358] env[64022]: DEBUG nova.compute.manager [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Instance network_info: |[{"id": "5bebadd9-499d-4564-b5f7-99d5d447ac0a", "address": "fa:16:3e:fc:09:10", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bebadd9-49", "ovs_interfaceid": "5bebadd9-499d-4564-b5f7-99d5d447ac0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.638822] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:09:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bebadd9-499d-4564-b5f7-99d5d447ac0a', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.652641] env[64022]: DEBUG oslo.service.loopingcall [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.653388] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.660035] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e116fe7d-6bb1-4338-80ef-5127e7f19ea9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.676648] env[64022]: DEBUG nova.compute.manager [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Received event network-changed-5bebadd9-499d-4564-b5f7-99d5d447ac0a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.676928] env[64022]: DEBUG nova.compute.manager [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Refreshing instance network info cache due to event network-changed-5bebadd9-499d-4564-b5f7-99d5d447ac0a. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 842.677193] env[64022]: DEBUG oslo_concurrency.lockutils [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] Acquiring lock "refresh_cache-a3ce8424-551f-41e7-a906-3e26bffc2c87" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.677345] env[64022]: DEBUG oslo_concurrency.lockutils [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] Acquired lock "refresh_cache-a3ce8424-551f-41e7-a906-3e26bffc2c87" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.677551] env[64022]: DEBUG nova.network.neutron [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Refreshing network info cache for port 5bebadd9-499d-4564-b5f7-99d5d447ac0a {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.689150] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.689150] env[64022]: value = "task-2302693" [ 842.689150] env[64022]: _type = "Task" [ 842.689150] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.700705] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302693, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.854013] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302692, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.884816] env[64022]: DEBUG nova.compute.utils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 842.886660] env[64022]: DEBUG nova.compute.manager [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.887656] env[64022]: DEBUG nova.network.neutron [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.895905] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Releasing lock "refresh_cache-6292d41f-5705-4eaa-94c4-6f5ffac5c477" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.897099] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642d672a-e089-45ac-acb3-e9102002b003 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.906138] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Resuming the VM {{(pid=64022) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 842.907841] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef8b1a8a-9eea-4a5a-aa1c-3a63203de402 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.917442] env[64022]: DEBUG oslo_vmware.api [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 842.917442] env[64022]: value = "task-2302694" [ 842.917442] env[64022]: _type = "Task" [ 842.917442] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.933946] env[64022]: DEBUG oslo_vmware.api [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.970243] env[64022]: DEBUG nova.policy [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d8e28e053554d15a8599cd1f3244aa2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e7d3b8846134e86b34675627fa4eea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.991020] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302691, 'name': CloneVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.204732] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302693, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.315193] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cc8faa-d3b4-4e25-a820-c589969f6a74 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.324197] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554cdc7f-1500-4bef-acd8-89a44dca1a05 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.379129] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3def61c-e8f9-48fc-94e6-0293d68d39d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.390941] env[64022]: DEBUG nova.compute.manager [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.394253] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767152} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.397228] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 29f8d271-192b-4565-84d8-216c9748a49a/29f8d271-192b-4565-84d8-216c9748a49a.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.397451] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.397828] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08022ca0-bc89-46c8-9f96-3cbfa70e6530 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.402287] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625c2952-edd1-472e-aa79-d8d9088c1b88 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.419943] env[64022]: DEBUG nova.compute.provider_tree [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.424280] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 843.424280] env[64022]: value = "task-2302695" [ 843.424280] env[64022]: _type = "Task" [ 843.424280] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.447642] env[64022]: DEBUG oslo_vmware.api [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302694, 'name': PowerOnVM_Task} progress is 93%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.452796] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.498808] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302691, 'name': CloneVM_Task, 'duration_secs': 2.087991} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.499105] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Created linked-clone VM from snapshot [ 843.500025] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc82ec7-3355-4074-a7ab-38c4bce667c5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.511856] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Uploading image f2a10d2b-ef19-416b-9829-c73d4627021a {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 843.532244] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 843.532553] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ed5fc4e5-5040-4457-8ff7-c50db9ca063a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.546141] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 843.546141] env[64022]: value = "task-2302696" [ 843.546141] env[64022]: _type = "Task" [ 843.546141] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.555401] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302696, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.626649] env[64022]: DEBUG nova.network.neutron [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Successfully created port: 6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.701932] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302693, 'name': CreateVM_Task, 'duration_secs': 0.831745} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.702162] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.702855] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.703069] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.703412] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.707028] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ff0131-5806-4892-93c4-267fb4bed63e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.710690] env[64022]: DEBUG nova.network.neutron [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Updated VIF entry in instance network info cache for port 5bebadd9-499d-4564-b5f7-99d5d447ac0a. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.710809] env[64022]: DEBUG nova.network.neutron [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Updating instance_info_cache with network_info: [{"id": "5bebadd9-499d-4564-b5f7-99d5d447ac0a", "address": "fa:16:3e:fc:09:10", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bebadd9-49", "ovs_interfaceid": "5bebadd9-499d-4564-b5f7-99d5d447ac0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.717079] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 843.717079] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523f5626-549a-928f-5777-b3ea1c5c24ae" [ 843.717079] env[64022]: _type = "Task" [ 843.717079] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.727244] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523f5626-549a-928f-5777-b3ea1c5c24ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.930584] env[64022]: DEBUG nova.scheduler.client.report [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.947605] env[64022]: DEBUG oslo_vmware.api [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302694, 'name': PowerOnVM_Task, 'duration_secs': 0.726896} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.950999] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Resumed the VM {{(pid=64022) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 843.951272] env[64022]: DEBUG nova.compute.manager [None req-f9555f65-51df-4b7a-959f-dc0170a76901 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.955024] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091718} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.955024] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c2ba5e-8f3a-49b6-b7ae-7082fa7e1c49 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.957549] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.959563] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df5a687-5470-40a5-83cb-d8e99539763d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.993009] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 29f8d271-192b-4565-84d8-216c9748a49a/29f8d271-192b-4565-84d8-216c9748a49a.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.996396] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc4332e-78e6-47b6-939b-edd341d7334d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.030023] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 844.030023] env[64022]: value = "task-2302697" [ 844.030023] env[64022]: _type = "Task" [ 844.030023] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.044297] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.058271] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302696, 'name': Destroy_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.213511] env[64022]: DEBUG oslo_concurrency.lockutils [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] Releasing lock "refresh_cache-a3ce8424-551f-41e7-a906-3e26bffc2c87" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.213786] env[64022]: DEBUG nova.compute.manager [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Received event network-changed-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.214041] env[64022]: DEBUG nova.compute.manager [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Refreshing instance network info cache due to event network-changed-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 844.214804] env[64022]: DEBUG oslo_concurrency.lockutils [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] Acquiring lock "refresh_cache-6f33f839-08f9-4f61-a513-16cc247eb2d3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.214804] env[64022]: DEBUG oslo_concurrency.lockutils [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] Acquired lock "refresh_cache-6f33f839-08f9-4f61-a513-16cc247eb2d3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.214804] env[64022]: DEBUG nova.network.neutron [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Refreshing network info cache for port cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.226042] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523f5626-549a-928f-5777-b3ea1c5c24ae, 'name': SearchDatastore_Task, 'duration_secs': 0.017169} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.226940] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.227192] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.227420] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.228304] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.228304] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.228304] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31cb6f18-826f-468d-b3b0-4f6c07e0f6f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.242059] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.242059] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.242059] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6386af2-1209-40d9-a3b9-7434cfd2e9c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.251623] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 844.251623] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a6fbaf-e841-98b8-d2ab-f60657d900f1" [ 844.251623] env[64022]: _type = "Task" [ 844.251623] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.261762] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a6fbaf-e841-98b8-d2ab-f60657d900f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.403812] env[64022]: DEBUG nova.compute.manager [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.443135] env[64022]: DEBUG nova.virt.hardware [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.443135] env[64022]: DEBUG nova.virt.hardware [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.443135] env[64022]: DEBUG nova.virt.hardware [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.443417] env[64022]: DEBUG nova.virt.hardware [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.443699] env[64022]: DEBUG nova.virt.hardware [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.443964] env[64022]: DEBUG nova.virt.hardware [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.444330] env[64022]: DEBUG nova.virt.hardware [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.444609] env[64022]: DEBUG nova.virt.hardware [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.444888] env[64022]: DEBUG nova.virt.hardware [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.445271] env[64022]: DEBUG nova.virt.hardware [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.445587] env[64022]: DEBUG nova.virt.hardware [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.446464] env[64022]: DEBUG oslo_concurrency.lockutils [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.449132] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aaf9d5-9db8-44cd-8152-54a41a2c02b4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.454478] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.671s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.454478] env[64022]: DEBUG nova.objects.instance [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lazy-loading 'resources' on Instance uuid e019c04e-4fda-41e2-a3e7-ead79cdf9ced {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.467013] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdafe52-54b8-4f3f-b45a-a906285b427a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.487042] env[64022]: INFO nova.scheduler.client.report [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Deleted allocations for instance 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34 [ 844.542334] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302697, 'name': ReconfigVM_Task, 'duration_secs': 0.357353} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.542624] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 29f8d271-192b-4565-84d8-216c9748a49a/29f8d271-192b-4565-84d8-216c9748a49a.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.543368] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-647736d3-6349-41f3-9104-262ea0de5349 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.556492] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302696, 'name': Destroy_Task, 'duration_secs': 0.556611} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.558468] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Destroyed the VM [ 844.558468] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 844.558636] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 844.558636] env[64022]: value = "task-2302698" [ 844.558636] env[64022]: _type = "Task" [ 844.558636] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.559101] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ffa1cbce-82ee-485a-ab34-15b58c9b21c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.569366] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 844.569366] env[64022]: value = "task-2302699" [ 844.569366] env[64022]: _type = "Task" [ 844.569366] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.576345] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302698, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.586367] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302699, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.769724] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a6fbaf-e841-98b8-d2ab-f60657d900f1, 'name': SearchDatastore_Task, 'duration_secs': 0.033752} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.770675] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65dae50-da1f-48a4-bd81-85e3e774a9a2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.778498] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 844.778498] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ade4f6-a108-0d28-4f30-554689bc1206" [ 844.778498] env[64022]: _type = "Task" [ 844.778498] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.789442] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ade4f6-a108-0d28-4f30-554689bc1206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.995499] env[64022]: DEBUG oslo_concurrency.lockutils [None req-03566227-286b-4034-925a-a33f2eb1be99 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Lock "4f6a15cb-714e-4fbc-a84d-2783b3bcdf34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.177s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.091665] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302699, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.092557] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302698, 'name': Rename_Task, 'duration_secs': 0.211515} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.092964] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.093409] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-525ac993-73fd-4ed8-9cbd-448d9d0ed899 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.105980] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 845.105980] env[64022]: value = "task-2302700" [ 845.105980] env[64022]: _type = "Task" [ 845.105980] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.126318] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.255710] env[64022]: DEBUG nova.network.neutron [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Updated VIF entry in instance network info cache for port cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.255974] env[64022]: DEBUG nova.network.neutron [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Updating instance_info_cache with network_info: [{"id": "cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba", "address": "fa:16:3e:b7:f6:09", "network": {"id": "c1a2ca88-a609-4e3c-93c1-2ac27868fbb8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-789020004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c2195329980468b9d11af5d466286e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2a3b64-cf", "ovs_interfaceid": "cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.298019] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ade4f6-a108-0d28-4f30-554689bc1206, 'name': SearchDatastore_Task, 'duration_secs': 0.051054} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.299954] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.299954] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] a3ce8424-551f-41e7-a906-3e26bffc2c87/a3ce8424-551f-41e7-a906-3e26bffc2c87.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.304513] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecaaaeec-3c00-46a8-934f-b4a992ebbcf1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.317295] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 845.317295] env[64022]: value = "task-2302701" [ 845.317295] env[64022]: _type = "Task" [ 845.317295] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.333042] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.390054] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945c8393-52b9-412d-8020-f3b9a8dab09d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.399763] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb27fe82-a388-4376-85b5-1ed548b47725 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.436309] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d0b61c-fb6c-4725-96be-08cdd1266111 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.443546] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d4a9e7-d0c1-431a-aaf7-610e0e0dcf82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.458853] env[64022]: DEBUG nova.compute.provider_tree [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.588202] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302699, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.616889] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302700, 'name': PowerOnVM_Task} progress is 76%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.761606] env[64022]: DEBUG oslo_concurrency.lockutils [req-b5b18ff7-8f16-4136-8981-d2ba7687c748 req-ac3eb28e-4d9c-495e-addd-a000bb59a439 service nova] Releasing lock "refresh_cache-6f33f839-08f9-4f61-a513-16cc247eb2d3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.800267] env[64022]: DEBUG nova.network.neutron [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Successfully updated port: 6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.838739] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302701, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.932614] env[64022]: DEBUG nova.compute.manager [req-b76e00be-6c8b-41e7-b8db-2912b33389d0 req-e80ec155-e18a-4a02-a235-cecbfd38cf64 service nova] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Received event network-vif-plugged-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.932614] env[64022]: DEBUG oslo_concurrency.lockutils [req-b76e00be-6c8b-41e7-b8db-2912b33389d0 req-e80ec155-e18a-4a02-a235-cecbfd38cf64 service nova] Acquiring lock "56a1fc0d-76cb-486f-b438-465abeb5e86a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.932614] env[64022]: DEBUG oslo_concurrency.lockutils [req-b76e00be-6c8b-41e7-b8db-2912b33389d0 req-e80ec155-e18a-4a02-a235-cecbfd38cf64 service nova] Lock "56a1fc0d-76cb-486f-b438-465abeb5e86a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.932614] env[64022]: DEBUG oslo_concurrency.lockutils [req-b76e00be-6c8b-41e7-b8db-2912b33389d0 req-e80ec155-e18a-4a02-a235-cecbfd38cf64 service nova] Lock "56a1fc0d-76cb-486f-b438-465abeb5e86a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.932614] env[64022]: DEBUG nova.compute.manager [req-b76e00be-6c8b-41e7-b8db-2912b33389d0 req-e80ec155-e18a-4a02-a235-cecbfd38cf64 service nova] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] No waiting events found dispatching network-vif-plugged-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.932614] env[64022]: WARNING nova.compute.manager [req-b76e00be-6c8b-41e7-b8db-2912b33389d0 req-e80ec155-e18a-4a02-a235-cecbfd38cf64 service nova] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Received unexpected event network-vif-plugged-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 for instance with vm_state building and task_state spawning. [ 845.962745] env[64022]: DEBUG nova.scheduler.client.report [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.098698] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302699, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.119439] env[64022]: DEBUG oslo_vmware.api [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302700, 'name': PowerOnVM_Task, 'duration_secs': 0.763488} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.119811] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.119811] env[64022]: INFO nova.compute.manager [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Took 10.75 seconds to spawn the instance on the hypervisor. [ 846.119986] env[64022]: DEBUG nova.compute.manager [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.120928] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f53bd0-c647-40a7-8096-af812286d7c4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.304170] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquiring lock "d8f02443-015d-4fbb-9b39-0b139f54dfb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.304170] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Lock "d8f02443-015d-4fbb-9b39-0b139f54dfb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.309746] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Acquiring lock "refresh_cache-56a1fc0d-76cb-486f-b438-465abeb5e86a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.309746] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Acquired lock "refresh_cache-56a1fc0d-76cb-486f-b438-465abeb5e86a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.309746] env[64022]: DEBUG nova.network.neutron [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.332369] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815981} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.332369] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] a3ce8424-551f-41e7-a906-3e26bffc2c87/a3ce8424-551f-41e7-a906-3e26bffc2c87.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.332369] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.332369] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fac9149-cde1-4dd4-94aa-7d7a909c7d80 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.343181] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 846.343181] env[64022]: value = "task-2302702" [ 846.343181] env[64022]: _type = "Task" [ 846.343181] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.357537] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.468572] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.470971] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.118s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.471233] env[64022]: DEBUG nova.objects.instance [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lazy-loading 'resources' on Instance uuid 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.500353] env[64022]: INFO nova.scheduler.client.report [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Deleted allocations for instance e019c04e-4fda-41e2-a3e7-ead79cdf9ced [ 846.588649] env[64022]: DEBUG oslo_vmware.api [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302699, 'name': RemoveSnapshot_Task, 'duration_secs': 1.649654} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.588926] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 846.649553] env[64022]: INFO nova.compute.manager [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Took 23.31 seconds to build instance. [ 846.806584] env[64022]: DEBUG nova.compute.manager [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.854950] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072893} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.855265] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.856954] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42be0b8d-2db9-4acd-b6e1-01ebf12cc9d0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.885310] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] a3ce8424-551f-41e7-a906-3e26bffc2c87/a3ce8424-551f-41e7-a906-3e26bffc2c87.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.886437] env[64022]: DEBUG nova.network.neutron [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.889829] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94cee976-75d8-4312-b2b3-bc75c7d64025 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.914515] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 846.914515] env[64022]: value = "task-2302703" [ 846.914515] env[64022]: _type = "Task" [ 846.914515] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.925615] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.015931] env[64022]: DEBUG oslo_concurrency.lockutils [None req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Lock "e019c04e-4fda-41e2-a3e7-ead79cdf9ced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.301s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.098395] env[64022]: WARNING nova.compute.manager [None req-4c6b91a8-65cc-4770-801f-0763965d6209 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Image not found during snapshot: nova.exception.ImageNotFound: Image f2a10d2b-ef19-416b-9829-c73d4627021a could not be found. [ 847.150525] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6c6b320-9695-4421-bde5-71cc25de3e73 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "29f8d271-192b-4565-84d8-216c9748a49a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.832s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.330283] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.349948] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ecc5bd-1008-40f4-b487-556849dc7b0f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.356831] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8d9c93-167d-4bd1-ae1f-ddee3c2cbe0e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.392090] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ad1e7d-e8a2-4bc9-bf9d-e91860236d22 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.401648] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b430e771-2510-4446-87f3-31379386ceaa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.418964] env[64022]: DEBUG nova.compute.provider_tree [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.430630] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.432773] env[64022]: DEBUG nova.network.neutron [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Updating instance_info_cache with network_info: [{"id": "6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140", "address": "fa:16:3e:07:ee:64", "network": {"id": "c9f62d9a-786a-4e36-8616-7f391f9fed0a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-672000110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e7d3b8846134e86b34675627fa4eea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e79a37f-57", "ovs_interfaceid": "6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.925671] env[64022]: DEBUG nova.scheduler.client.report [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.935409] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Releasing lock "refresh_cache-56a1fc0d-76cb-486f-b438-465abeb5e86a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.935728] env[64022]: DEBUG nova.compute.manager [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Instance network_info: |[{"id": "6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140", "address": "fa:16:3e:07:ee:64", "network": {"id": "c9f62d9a-786a-4e36-8616-7f391f9fed0a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-672000110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e7d3b8846134e86b34675627fa4eea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e79a37f-57", "ovs_interfaceid": "6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.936031] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302703, 'name': ReconfigVM_Task, 'duration_secs': 0.796379} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.936989] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:ee:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.944550] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Creating folder: Project (6e7d3b8846134e86b34675627fa4eea5). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.944931] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Reconfigured VM instance instance-0000004b to attach disk [datastore1] a3ce8424-551f-41e7-a906-3e26bffc2c87/a3ce8424-551f-41e7-a906-3e26bffc2c87.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.947777] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc82b65c-0ae2-4968-9a1e-886bd65e18d9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.947777] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5e7dbd5-69c5-4149-bdfa-b2d67e22ca8c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.959855] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 847.959855] env[64022]: value = "task-2302705" [ 847.959855] env[64022]: _type = "Task" [ 847.959855] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.967698] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Created folder: Project (6e7d3b8846134e86b34675627fa4eea5) in parent group-v468248. [ 847.967901] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Creating folder: Instances. Parent ref: group-v468460. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.968684] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dca7b63b-58e5-4d9f-9bb1-a29d2b107430 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.975838] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302705, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.989335] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Created folder: Instances in parent group-v468460. [ 847.992296] env[64022]: DEBUG oslo.service.loopingcall [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.992881] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.993261] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-769d3f44-89d3-4f1b-a972-90d8e1bcf193 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.022308] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.022308] env[64022]: value = "task-2302707" [ 848.022308] env[64022]: _type = "Task" [ 848.022308] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.031821] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302707, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.141309] env[64022]: DEBUG nova.compute.manager [req-c25d257c-013a-4bea-a25b-59473fd3732f req-d67f3956-de1d-4524-8530-f504030fdfb9 service nova] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Received event network-changed-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.141498] env[64022]: DEBUG nova.compute.manager [req-c25d257c-013a-4bea-a25b-59473fd3732f req-d67f3956-de1d-4524-8530-f504030fdfb9 service nova] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Refreshing instance network info cache due to event network-changed-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 848.141801] env[64022]: DEBUG oslo_concurrency.lockutils [req-c25d257c-013a-4bea-a25b-59473fd3732f req-d67f3956-de1d-4524-8530-f504030fdfb9 service nova] Acquiring lock "refresh_cache-56a1fc0d-76cb-486f-b438-465abeb5e86a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.142021] env[64022]: DEBUG oslo_concurrency.lockutils [req-c25d257c-013a-4bea-a25b-59473fd3732f req-d67f3956-de1d-4524-8530-f504030fdfb9 service nova] Acquired lock "refresh_cache-56a1fc0d-76cb-486f-b438-465abeb5e86a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.142238] env[64022]: DEBUG nova.network.neutron [req-c25d257c-013a-4bea-a25b-59473fd3732f req-d67f3956-de1d-4524-8530-f504030fdfb9 service nova] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Refreshing network info cache for port 6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.373560] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "f14b6f26-0ab6-42b6-a059-6d2776beb8cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.373698] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "f14b6f26-0ab6-42b6-a059-6d2776beb8cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.374252] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "f14b6f26-0ab6-42b6-a059-6d2776beb8cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.374252] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "f14b6f26-0ab6-42b6-a059-6d2776beb8cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.374475] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "f14b6f26-0ab6-42b6-a059-6d2776beb8cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.380859] env[64022]: INFO nova.compute.manager [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Terminating instance [ 848.438613] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.441611] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.191s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.443396] env[64022]: INFO nova.compute.claims [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.474789] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302705, 'name': Rename_Task, 'duration_secs': 0.231759} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.475105] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.475380] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f0524fe-250b-4f49-b1f7-e495280d4cdc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.480890] env[64022]: INFO nova.scheduler.client.report [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleted allocations for instance 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27 [ 848.490047] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 848.490047] env[64022]: value = "task-2302708" [ 848.490047] env[64022]: _type = "Task" [ 848.490047] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.507303] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.536093] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302707, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.828960] env[64022]: INFO nova.compute.manager [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Rebuilding instance [ 848.886936] env[64022]: DEBUG nova.compute.manager [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.887170] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.888076] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b292dc05-c5fe-4359-b188-9fe0e75c2bfc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.899558] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.902106] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17016c27-15c7-449b-8650-031569ce15f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.907138] env[64022]: DEBUG nova.compute.manager [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.907138] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7563c63e-7181-4b99-9420-d4d45de50c93 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.922887] env[64022]: DEBUG oslo_vmware.api [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 848.922887] env[64022]: value = "task-2302709" [ 848.922887] env[64022]: _type = "Task" [ 848.922887] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.933607] env[64022]: DEBUG oslo_vmware.api [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.003423] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "2aab7970-69d2-48ce-a1aa-4cb48d3e2e27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.522s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.015049] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.043156] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302707, 'name': CreateVM_Task, 'duration_secs': 0.516074} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.043460] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.044270] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.044759] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.045985] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.046308] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e905fa18-ac55-4f06-b6a6-e47d4dc5ae59 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.053682] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Waiting for the task: (returnval){ [ 849.053682] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529e7c7d-e800-79e2-d87f-e8e6bc94230b" [ 849.053682] env[64022]: _type = "Task" [ 849.053682] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.064907] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529e7c7d-e800-79e2-d87f-e8e6bc94230b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.171481] env[64022]: DEBUG nova.network.neutron [req-c25d257c-013a-4bea-a25b-59473fd3732f req-d67f3956-de1d-4524-8530-f504030fdfb9 service nova] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Updated VIF entry in instance network info cache for port 6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.171481] env[64022]: DEBUG nova.network.neutron [req-c25d257c-013a-4bea-a25b-59473fd3732f req-d67f3956-de1d-4524-8530-f504030fdfb9 service nova] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Updating instance_info_cache with network_info: [{"id": "6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140", "address": "fa:16:3e:07:ee:64", "network": {"id": "c9f62d9a-786a-4e36-8616-7f391f9fed0a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-672000110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e7d3b8846134e86b34675627fa4eea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e79a37f-57", "ovs_interfaceid": "6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.438985] env[64022]: DEBUG oslo_vmware.api [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302709, 'name': PowerOffVM_Task, 'duration_secs': 0.266661} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.439334] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.439429] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.439692] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72b15c93-7745-4fc4-aa1e-eb8e53dc4e48 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.498513] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236b54a-9642-bb99-0a5e-7ffc966f8010/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 849.499742] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea70bf0-ea21-43c1-81cb-7bf0d0e5f2cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.517737] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236b54a-9642-bb99-0a5e-7ffc966f8010/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 849.517887] env[64022]: ERROR oslo_vmware.rw_handles [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236b54a-9642-bb99-0a5e-7ffc966f8010/disk-0.vmdk due to incomplete transfer. [ 849.522611] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0038d518-5730-4a27-b177-3405d42ef5c4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.525906] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302708, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.531505] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.531964] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.531964] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Deleting the datastore file [datastore1] f14b6f26-0ab6-42b6-a059-6d2776beb8cb {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.532300] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c469f753-c5e0-423f-9a17-8ea5975c2b33 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.537260] env[64022]: DEBUG oslo_vmware.rw_handles [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236b54a-9642-bb99-0a5e-7ffc966f8010/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 849.537260] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Uploaded image 5a46a302-6e84-45b3-9671-49ceb2f2decc to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 849.540582] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 849.542547] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-86da1af5-8fe5-4aa9-8df8-32b2bf8485e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.544557] env[64022]: DEBUG oslo_vmware.api [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 849.544557] env[64022]: value = "task-2302711" [ 849.544557] env[64022]: _type = "Task" [ 849.544557] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.552679] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 849.552679] env[64022]: value = "task-2302712" [ 849.552679] env[64022]: _type = "Task" [ 849.552679] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.559594] env[64022]: DEBUG oslo_vmware.api [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.572116] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529e7c7d-e800-79e2-d87f-e8e6bc94230b, 'name': SearchDatastore_Task, 'duration_secs': 0.012601} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.572314] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302712, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.575248] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.575492] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.576108] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.576108] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.576108] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.576718] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc5cb39c-0dca-4928-be56-1d462ee446f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.590652] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.590869] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.591715] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf146a4-1b2c-4b1f-a553-3dab0e34aae4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.598902] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Waiting for the task: (returnval){ [ 849.598902] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522a3012-5748-1b7e-2b45-33824083ee95" [ 849.598902] env[64022]: _type = "Task" [ 849.598902] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.614919] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522a3012-5748-1b7e-2b45-33824083ee95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.675074] env[64022]: DEBUG oslo_concurrency.lockutils [req-c25d257c-013a-4bea-a25b-59473fd3732f req-d67f3956-de1d-4524-8530-f504030fdfb9 service nova] Releasing lock "refresh_cache-56a1fc0d-76cb-486f-b438-465abeb5e86a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.791503] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a440f3d4-6eae-4a39-88e3-d5f75bf2a14e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.801190] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25ce568-0f21-4fd8-b6ba-762c4b4e5fdb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.834435] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5e6592-0115-451c-bb5a-82f6ae1c157e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.843353] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93341480-f96b-45f8-ada5-bc9b5614a117 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.859439] env[64022]: DEBUG nova.compute.provider_tree [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.927249] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.927604] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-325c13ec-13ea-4d58-ae13-59de7c66609c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.936538] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 849.936538] env[64022]: value = "task-2302713" [ 849.936538] env[64022]: _type = "Task" [ 849.936538] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.950344] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.013321] env[64022]: DEBUG oslo_vmware.api [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302708, 'name': PowerOnVM_Task, 'duration_secs': 1.057164} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.014052] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.014052] env[64022]: INFO nova.compute.manager [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Took 10.11 seconds to spawn the instance on the hypervisor. [ 850.014231] env[64022]: DEBUG nova.compute.manager [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.015450] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503328a7-4190-4434-9289-f11839eee7fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.062647] env[64022]: DEBUG oslo_vmware.api [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.063480] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.063686] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.063892] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.064102] env[64022]: INFO nova.compute.manager [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 850.064381] env[64022]: DEBUG oslo.service.loopingcall [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.064590] env[64022]: DEBUG nova.compute.manager [-] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.064688] env[64022]: DEBUG nova.network.neutron [-] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.070345] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302712, 'name': Destroy_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.114616] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522a3012-5748-1b7e-2b45-33824083ee95, 'name': SearchDatastore_Task, 'duration_secs': 0.018092} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.118544] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8bf5c48-9e87-4cc6-a104-384eed84505e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.122149] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Waiting for the task: (returnval){ [ 850.122149] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52017203-99a1-9ddd-19d9-ff17347a6668" [ 850.122149] env[64022]: _type = "Task" [ 850.122149] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.132831] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52017203-99a1-9ddd-19d9-ff17347a6668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.209646] env[64022]: DEBUG oslo_concurrency.lockutils [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "023b0e1a-2d7e-4325-b86b-5ed4530a57f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.209818] env[64022]: DEBUG oslo_concurrency.lockutils [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "023b0e1a-2d7e-4325-b86b-5ed4530a57f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.210367] env[64022]: DEBUG oslo_concurrency.lockutils [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "023b0e1a-2d7e-4325-b86b-5ed4530a57f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.210568] env[64022]: DEBUG oslo_concurrency.lockutils [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "023b0e1a-2d7e-4325-b86b-5ed4530a57f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.210753] env[64022]: DEBUG oslo_concurrency.lockutils [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "023b0e1a-2d7e-4325-b86b-5ed4530a57f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.213278] env[64022]: INFO nova.compute.manager [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Terminating instance [ 850.363525] env[64022]: DEBUG nova.scheduler.client.report [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.448399] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302713, 'name': PowerOffVM_Task, 'duration_secs': 0.294749} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.448689] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.448921] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.449722] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d8e0ae-6b5c-44e4-b036-2fa804ccb268 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.458937] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.459224] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a02e6e14-f2a3-42d0-afac-120010c9a983 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.543763] env[64022]: INFO nova.compute.manager [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Took 25.31 seconds to build instance. [ 850.552451] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.552451] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.552451] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleting the datastore file [datastore1] 29f8d271-192b-4565-84d8-216c9748a49a {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.552451] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cab47b59-a801-4769-b7ad-4e42f578cf5c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.561462] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 850.561462] env[64022]: value = "task-2302715" [ 850.561462] env[64022]: _type = "Task" [ 850.561462] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.569408] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302712, 'name': Destroy_Task, 'duration_secs': 0.983268} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.570747] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Destroyed the VM [ 850.570747] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 850.571460] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-170e5c43-2371-4051-b11c-b80d01c8002c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.577086] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.585357] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 850.585357] env[64022]: value = "task-2302716" [ 850.585357] env[64022]: _type = "Task" [ 850.585357] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.597165] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302716, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.599492] env[64022]: DEBUG nova.compute.manager [req-3fff172e-8073-4e20-b035-56dd78b04ab2 req-3a0de529-c6e4-4cb7-a0cf-80367426fb58 service nova] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Received event network-vif-deleted-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.599732] env[64022]: INFO nova.compute.manager [req-3fff172e-8073-4e20-b035-56dd78b04ab2 req-3a0de529-c6e4-4cb7-a0cf-80367426fb58 service nova] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Neutron deleted interface 831dd39a-3d11-4b1f-a36e-cf8b74c7be5a; detaching it from the instance and deleting it from the info cache [ 850.599934] env[64022]: DEBUG nova.network.neutron [req-3fff172e-8073-4e20-b035-56dd78b04ab2 req-3a0de529-c6e4-4cb7-a0cf-80367426fb58 service nova] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.635622] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52017203-99a1-9ddd-19d9-ff17347a6668, 'name': SearchDatastore_Task, 'duration_secs': 0.045783} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.635999] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.636293] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 56a1fc0d-76cb-486f-b438-465abeb5e86a/56a1fc0d-76cb-486f-b438-465abeb5e86a.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.636569] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5271344-9e9f-4fc5-99c4-49f6826a2c23 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.645059] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Waiting for the task: (returnval){ [ 850.645059] env[64022]: value = "task-2302717" [ 850.645059] env[64022]: _type = "Task" [ 850.645059] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.656154] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.718487] env[64022]: DEBUG nova.compute.manager [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.718969] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.719817] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9adcbdd-837f-4b93-a530-7e4c4c119166 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.730788] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.730788] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e032f43-b258-432e-8027-3b6736554322 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.737777] env[64022]: DEBUG oslo_vmware.api [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 850.737777] env[64022]: value = "task-2302718" [ 850.737777] env[64022]: _type = "Task" [ 850.737777] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.750657] env[64022]: DEBUG oslo_vmware.api [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.869742] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.871694] env[64022]: DEBUG nova.compute.manager [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.873645] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.919s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.875307] env[64022]: INFO nova.compute.claims [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.996949] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "6ad260bc-66fe-4ffc-ba74-bf8da1b7b309" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.997326] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "6ad260bc-66fe-4ffc-ba74-bf8da1b7b309" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.046943] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f637b3de-3d1d-4395-aebe-1d74093a7e8f tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.836s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.051982] env[64022]: DEBUG nova.network.neutron [-] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.073517] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196575} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.073717] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.073879] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.074097] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.098163] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302716, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.103642] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91bba7d5-4d62-4d27-b80b-931cb78a68f1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.115589] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b9851b-febd-417d-b8ba-dfb44a4a4930 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.154841] env[64022]: DEBUG nova.compute.manager [req-3fff172e-8073-4e20-b035-56dd78b04ab2 req-3a0de529-c6e4-4cb7-a0cf-80367426fb58 service nova] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Detach interface failed, port_id=831dd39a-3d11-4b1f-a36e-cf8b74c7be5a, reason: Instance f14b6f26-0ab6-42b6-a059-6d2776beb8cb could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 851.164292] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302717, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.248051] env[64022]: DEBUG oslo_vmware.api [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302718, 'name': PowerOffVM_Task, 'duration_secs': 0.269541} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.248051] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.248051] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.248233] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0770c13-133e-40b9-86cc-33ff37e4661e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.318120] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.318368] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.318594] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleting the datastore file [datastore1] 023b0e1a-2d7e-4325-b86b-5ed4530a57f7 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.318898] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9bac539-ddcd-4e4b-bd09-a8d27de13e37 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.326718] env[64022]: DEBUG oslo_vmware.api [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 851.326718] env[64022]: value = "task-2302720" [ 851.326718] env[64022]: _type = "Task" [ 851.326718] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.336018] env[64022]: DEBUG oslo_vmware.api [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.379680] env[64022]: DEBUG nova.compute.utils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 851.381451] env[64022]: DEBUG nova.compute.manager [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.381691] env[64022]: DEBUG nova.network.neutron [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.435116] env[64022]: DEBUG nova.policy [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd95c09ddd9e42ff939393bdd4950984', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1fade260f7644669a439f447853b4d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.500238] env[64022]: DEBUG nova.compute.manager [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.554526] env[64022]: INFO nova.compute.manager [-] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Took 1.49 seconds to deallocate network for instance. [ 851.599190] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302716, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.670349] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573331} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.670713] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 56a1fc0d-76cb-486f-b438-465abeb5e86a/56a1fc0d-76cb-486f-b438-465abeb5e86a.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.670932] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.671107] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b6d0c0f-61a1-46c4-8c97-0c379ffb7d11 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.681016] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Waiting for the task: (returnval){ [ 851.681016] env[64022]: value = "task-2302721" [ 851.681016] env[64022]: _type = "Task" [ 851.681016] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.691918] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.839466] env[64022]: DEBUG oslo_vmware.api [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.870736] env[64022]: DEBUG nova.network.neutron [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Successfully created port: 7730d699-4909-4f2c-a91c-d6c688f73cac {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.885392] env[64022]: DEBUG nova.compute.manager [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.026027] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.065037] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.111145] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302716, 'name': RemoveSnapshot_Task, 'duration_secs': 1.177739} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.111321] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 852.111600] env[64022]: DEBUG nova.compute.manager [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.112475] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9f069c-10dd-48c4-ad4d-9e94287988c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.126101] env[64022]: DEBUG nova.compute.manager [req-a282b34e-c14d-4010-b938-5c4ff7cab30f req-7eedd2d8-bf3e-480b-a16c-22874b23ebcc service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Received event network-changed-5bebadd9-499d-4564-b5f7-99d5d447ac0a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.126242] env[64022]: DEBUG nova.compute.manager [req-a282b34e-c14d-4010-b938-5c4ff7cab30f req-7eedd2d8-bf3e-480b-a16c-22874b23ebcc service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Refreshing instance network info cache due to event network-changed-5bebadd9-499d-4564-b5f7-99d5d447ac0a. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 852.126484] env[64022]: DEBUG oslo_concurrency.lockutils [req-a282b34e-c14d-4010-b938-5c4ff7cab30f req-7eedd2d8-bf3e-480b-a16c-22874b23ebcc service nova] Acquiring lock "refresh_cache-a3ce8424-551f-41e7-a906-3e26bffc2c87" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.126650] env[64022]: DEBUG oslo_concurrency.lockutils [req-a282b34e-c14d-4010-b938-5c4ff7cab30f req-7eedd2d8-bf3e-480b-a16c-22874b23ebcc service nova] Acquired lock "refresh_cache-a3ce8424-551f-41e7-a906-3e26bffc2c87" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.126811] env[64022]: DEBUG nova.network.neutron [req-a282b34e-c14d-4010-b938-5c4ff7cab30f req-7eedd2d8-bf3e-480b-a16c-22874b23ebcc service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Refreshing network info cache for port 5bebadd9-499d-4564-b5f7-99d5d447ac0a {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.152838] env[64022]: DEBUG nova.virt.hardware [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.153118] env[64022]: DEBUG nova.virt.hardware [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.153310] env[64022]: DEBUG nova.virt.hardware [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.153518] env[64022]: DEBUG nova.virt.hardware [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.153661] env[64022]: DEBUG nova.virt.hardware [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.153803] env[64022]: DEBUG nova.virt.hardware [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.154066] env[64022]: DEBUG nova.virt.hardware [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.154243] env[64022]: DEBUG nova.virt.hardware [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.154411] env[64022]: DEBUG nova.virt.hardware [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.154569] env[64022]: DEBUG nova.virt.hardware [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.154767] env[64022]: DEBUG nova.virt.hardware [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.156272] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98278206-ff86-4734-8fbf-bf5f12539265 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.170477] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee8e77b-b5db-4a48-b16e-ab5f7121758e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.200388] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:bb:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5035120-6018-4f4f-9224-03398b4846e1', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.209163] env[64022]: DEBUG oslo.service.loopingcall [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.210383] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.214990] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08fa16f7-db8c-4acf-9530-d6761029d663 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.236021] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074201} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.236021] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.237261] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2caafc-a856-44a5-93fe-503339ec6a5d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.241757] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.241757] env[64022]: value = "task-2302722" [ 852.241757] env[64022]: _type = "Task" [ 852.241757] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.255102] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.255432] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.255653] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.255837] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.256129] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.267504] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 56a1fc0d-76cb-486f-b438-465abeb5e86a/56a1fc0d-76cb-486f-b438-465abeb5e86a.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.270910] env[64022]: INFO nova.compute.manager [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Terminating instance [ 852.272902] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-725d1ec4-9430-4df5-b6c9-b1363bc857b4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.293272] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302722, 'name': CreateVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.300882] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Waiting for the task: (returnval){ [ 852.300882] env[64022]: value = "task-2302723" [ 852.300882] env[64022]: _type = "Task" [ 852.300882] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.313630] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.341478] env[64022]: DEBUG oslo_vmware.api [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.748666} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.342647] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.342647] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.342647] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.342647] env[64022]: INFO nova.compute.manager [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Took 1.62 seconds to destroy the instance on the hypervisor. [ 852.343056] env[64022]: DEBUG oslo.service.loopingcall [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.343369] env[64022]: DEBUG nova.compute.manager [-] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.343369] env[64022]: DEBUG nova.network.neutron [-] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.400768] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10daffc7-f299-4b31-93c8-5fdfa2f8bf5c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.414407] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f88cdc-ebd5-4e62-8230-0c8719d0d780 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.458541] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fea31e-5c4c-4e93-adff-cf54bc53b986 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.467579] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd59d0d-ab52-42b9-9d12-4f12adf21bc1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.484686] env[64022]: DEBUG nova.compute.provider_tree [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.638381] env[64022]: INFO nova.compute.manager [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Shelve offloading [ 852.763634] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302722, 'name': CreateVM_Task, 'duration_secs': 0.508552} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.763634] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.763634] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.763831] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.764142] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.764456] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80821eea-7282-4f49-9852-3946cb5b20bd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.770362] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 852.770362] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52152d8e-0c94-e599-ec9d-efae4980d4ee" [ 852.770362] env[64022]: _type = "Task" [ 852.770362] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.780272] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52152d8e-0c94-e599-ec9d-efae4980d4ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.794923] env[64022]: DEBUG nova.compute.manager [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.795473] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.797526] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e214a10-8e81-4104-84f1-9db8e461d12a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.813058] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.813058] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-692542e8-521b-4ba9-9ab9-59231de48251 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.819324] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302723, 'name': ReconfigVM_Task, 'duration_secs': 0.455096} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.820773] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 56a1fc0d-76cb-486f-b438-465abeb5e86a/56a1fc0d-76cb-486f-b438-465abeb5e86a.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.821463] env[64022]: DEBUG oslo_vmware.api [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 852.821463] env[64022]: value = "task-2302724" [ 852.821463] env[64022]: _type = "Task" [ 852.821463] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.821664] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fd64800-b8b7-49a6-9b68-a4d00b9143af {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.833998] env[64022]: DEBUG oslo_vmware.api [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.835770] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Waiting for the task: (returnval){ [ 852.835770] env[64022]: value = "task-2302725" [ 852.835770] env[64022]: _type = "Task" [ 852.835770] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.846152] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302725, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.855176] env[64022]: DEBUG nova.compute.manager [req-e838eb15-714f-43d0-874f-d3bedd9a08c8 req-463b917e-0be4-4f9d-a1db-3467d2636f59 service nova] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Received event network-vif-deleted-11a96d45-6a31-4f0d-8d76-be0f983143fd {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.855176] env[64022]: INFO nova.compute.manager [req-e838eb15-714f-43d0-874f-d3bedd9a08c8 req-463b917e-0be4-4f9d-a1db-3467d2636f59 service nova] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Neutron deleted interface 11a96d45-6a31-4f0d-8d76-be0f983143fd; detaching it from the instance and deleting it from the info cache [ 852.855176] env[64022]: DEBUG nova.network.neutron [req-e838eb15-714f-43d0-874f-d3bedd9a08c8 req-463b917e-0be4-4f9d-a1db-3467d2636f59 service nova] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.907029] env[64022]: DEBUG nova.compute.manager [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.956831] env[64022]: DEBUG nova.virt.hardware [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.958127] env[64022]: DEBUG nova.virt.hardware [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.958127] env[64022]: DEBUG nova.virt.hardware [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.958127] env[64022]: DEBUG nova.virt.hardware [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.958277] env[64022]: DEBUG nova.virt.hardware [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.958448] env[64022]: DEBUG nova.virt.hardware [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.959271] env[64022]: DEBUG nova.virt.hardware [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.959555] env[64022]: DEBUG nova.virt.hardware [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.959743] env[64022]: DEBUG nova.virt.hardware [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.959940] env[64022]: DEBUG nova.virt.hardware [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.960149] env[64022]: DEBUG nova.virt.hardware [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.961214] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bb9f1a-da23-414a-88bb-ab67fe6cca01 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.974590] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed24c04f-0353-42de-b384-59ee26cd3c2f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.996218] env[64022]: DEBUG nova.scheduler.client.report [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.005841] env[64022]: DEBUG nova.network.neutron [req-a282b34e-c14d-4010-b938-5c4ff7cab30f req-7eedd2d8-bf3e-480b-a16c-22874b23ebcc service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Updated VIF entry in instance network info cache for port 5bebadd9-499d-4564-b5f7-99d5d447ac0a. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.006302] env[64022]: DEBUG nova.network.neutron [req-a282b34e-c14d-4010-b938-5c4ff7cab30f req-7eedd2d8-bf3e-480b-a16c-22874b23ebcc service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Updating instance_info_cache with network_info: [{"id": "5bebadd9-499d-4564-b5f7-99d5d447ac0a", "address": "fa:16:3e:fc:09:10", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bebadd9-49", "ovs_interfaceid": "5bebadd9-499d-4564-b5f7-99d5d447ac0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.142551] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.142899] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-951e1303-bc36-4adf-91ba-ce8d84e5d6c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.151853] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 853.151853] env[64022]: value = "task-2302726" [ 853.151853] env[64022]: _type = "Task" [ 853.151853] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.163153] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 853.163418] env[64022]: DEBUG nova.compute.manager [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.164227] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b167b088-d693-41d6-94ef-368edabdbbef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.171890] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "refresh_cache-752a82f2-1ab8-47e2-9a0f-151704febc9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.172051] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "refresh_cache-752a82f2-1ab8-47e2-9a0f-151704febc9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.172269] env[64022]: DEBUG nova.network.neutron [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.232709] env[64022]: DEBUG nova.network.neutron [-] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.285773] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52152d8e-0c94-e599-ec9d-efae4980d4ee, 'name': SearchDatastore_Task, 'duration_secs': 0.020557} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.286415] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.286415] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.286682] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.286682] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.286856] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.287140] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4b5a58f-a51e-4dac-b626-fb36907d2555 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.297849] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.298217] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.299152] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b5b089-8171-4daf-98fc-0123291d4940 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.305275] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 853.305275] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5260dd97-c22f-4d89-3bce-f5f88bffdb88" [ 853.305275] env[64022]: _type = "Task" [ 853.305275] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.313814] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5260dd97-c22f-4d89-3bce-f5f88bffdb88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.333266] env[64022]: DEBUG oslo_vmware.api [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302724, 'name': PowerOffVM_Task, 'duration_secs': 0.21885} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.333398] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.333713] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.333832] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15c0df33-d624-4840-8815-ef209b5d4736 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.360245] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302725, 'name': Rename_Task, 'duration_secs': 0.199426} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.364313] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a3415cd-c737-4873-b55c-2c33c4295951 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.364313] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.364313] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46cd3582-c542-43c4-a3c5-1e4c31a31f9c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.377559] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Waiting for the task: (returnval){ [ 853.377559] env[64022]: value = "task-2302728" [ 853.377559] env[64022]: _type = "Task" [ 853.377559] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.382100] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7973e68b-5156-4372-aaa4-c853cc9e3190 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.405717] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302728, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.423179] env[64022]: DEBUG nova.compute.manager [req-e838eb15-714f-43d0-874f-d3bedd9a08c8 req-463b917e-0be4-4f9d-a1db-3467d2636f59 service nova] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Detach interface failed, port_id=11a96d45-6a31-4f0d-8d76-be0f983143fd, reason: Instance 023b0e1a-2d7e-4325-b86b-5ed4530a57f7 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 853.424913] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.425136] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.425441] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Deleting the datastore file [datastore2] 6292d41f-5705-4eaa-94c4-6f5ffac5c477 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.425706] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b27419dc-c4db-4256-8bba-3b17c0e053d1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.436716] env[64022]: DEBUG oslo_vmware.api [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for the task: (returnval){ [ 853.436716] env[64022]: value = "task-2302729" [ 853.436716] env[64022]: _type = "Task" [ 853.436716] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.446691] env[64022]: DEBUG oslo_vmware.api [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.500993] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.502318] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.367s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.505023] env[64022]: INFO nova.compute.claims [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.509109] env[64022]: DEBUG oslo_concurrency.lockutils [req-a282b34e-c14d-4010-b938-5c4ff7cab30f req-7eedd2d8-bf3e-480b-a16c-22874b23ebcc service nova] Releasing lock "refresh_cache-a3ce8424-551f-41e7-a906-3e26bffc2c87" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.512619] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquiring lock "dc1db748-2690-4a36-84c6-951e8a7a24f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.512857] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Lock "dc1db748-2690-4a36-84c6-951e8a7a24f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.735766] env[64022]: INFO nova.compute.manager [-] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Took 1.39 seconds to deallocate network for instance. [ 853.817135] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5260dd97-c22f-4d89-3bce-f5f88bffdb88, 'name': SearchDatastore_Task, 'duration_secs': 0.049241} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.818061] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908093ae-7b54-44a7-bc86-520ff3925fd6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.828319] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 853.828319] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52576763-8add-07db-037e-69bf50cf2e37" [ 853.828319] env[64022]: _type = "Task" [ 853.828319] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.833190] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52576763-8add-07db-037e-69bf50cf2e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.876163] env[64022]: DEBUG nova.network.neutron [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Successfully updated port: 7730d699-4909-4f2c-a91c-d6c688f73cac {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.888449] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302728, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.949324] env[64022]: DEBUG oslo_vmware.api [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Task: {'id': task-2302729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272856} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.949584] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.949771] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.949955] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.950149] env[64022]: INFO nova.compute.manager [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Took 1.16 seconds to destroy the instance on the hypervisor. [ 853.950393] env[64022]: DEBUG oslo.service.loopingcall [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.950583] env[64022]: DEBUG nova.compute.manager [-] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.950684] env[64022]: DEBUG nova.network.neutron [-] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.995081] env[64022]: DEBUG nova.network.neutron [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Updating instance_info_cache with network_info: [{"id": "329a15cc-7da0-4ffd-89dd-8dca87ffd8a3", "address": "fa:16:3e:ac:51:59", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329a15cc-7d", "ovs_interfaceid": "329a15cc-7da0-4ffd-89dd-8dca87ffd8a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.009662] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Acquiring lock "ad392687-09c6-4c53-af64-3d509a3e14ca" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.009935] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Lock "ad392687-09c6-4c53-af64-3d509a3e14ca" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.015954] env[64022]: DEBUG nova.compute.manager [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.244384] env[64022]: DEBUG oslo_concurrency.lockutils [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.335640] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52576763-8add-07db-037e-69bf50cf2e37, 'name': SearchDatastore_Task, 'duration_secs': 0.043899} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.335915] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.336185] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 29f8d271-192b-4565-84d8-216c9748a49a/29f8d271-192b-4565-84d8-216c9748a49a.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.336447] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5c5f3ca-e2e7-4434-9e33-e7f988a323f8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.344114] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 854.344114] env[64022]: value = "task-2302730" [ 854.344114] env[64022]: _type = "Task" [ 854.344114] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.354455] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.379921] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Acquiring lock "refresh_cache-8f2fb17c-8bfa-4e53-8712-0a5a544a43f8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.380147] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Acquired lock "refresh_cache-8f2fb17c-8bfa-4e53-8712-0a5a544a43f8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.380320] env[64022]: DEBUG nova.network.neutron [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.390636] env[64022]: DEBUG oslo_vmware.api [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302728, 'name': PowerOnVM_Task, 'duration_secs': 0.528319} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.391463] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.391673] env[64022]: INFO nova.compute.manager [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Took 9.99 seconds to spawn the instance on the hypervisor. [ 854.391852] env[64022]: DEBUG nova.compute.manager [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.392646] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626b48d7-ab44-48b0-b3f8-51823876bd1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.498195] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "refresh_cache-752a82f2-1ab8-47e2-9a0f-151704febc9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.513344] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Lock "ad392687-09c6-4c53-af64-3d509a3e14ca" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.513884] env[64022]: DEBUG nova.compute.manager [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.539779] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.757914] env[64022]: DEBUG nova.network.neutron [-] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.761797] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.762837] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de276f5-2db9-4e2b-9801-7969cf67684e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.775733] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.776656] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d3ef628-08a6-403f-8a61-721b9c0482a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.821103] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a04c7a9-fc85-47de-b5ea-779aae1a3130 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.829383] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0625d50d-b592-4bf8-ad71-6cf650131a34 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.868016] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944dafaf-ab84-45f1-9c48-4d1685cb3360 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.870342] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.870561] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.870742] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleting the datastore file [datastore1] 752a82f2-1ab8-47e2-9a0f-151704febc9d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.871185] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d37227c-8465-4890-8da3-9dc4d10c14e5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.882619] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87c1ab8-76f0-4217-a756-b499b9e1e7a0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.887051] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302730, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.887171] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 854.887171] env[64022]: value = "task-2302732" [ 854.887171] env[64022]: _type = "Task" [ 854.887171] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.902341] env[64022]: DEBUG nova.compute.provider_tree [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.917423] env[64022]: DEBUG nova.compute.manager [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Received event network-vif-plugged-7730d699-4909-4f2c-a91c-d6c688f73cac {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.917677] env[64022]: DEBUG oslo_concurrency.lockutils [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] Acquiring lock "8f2fb17c-8bfa-4e53-8712-0a5a544a43f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.917861] env[64022]: DEBUG oslo_concurrency.lockutils [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] Lock "8f2fb17c-8bfa-4e53-8712-0a5a544a43f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.919059] env[64022]: DEBUG oslo_concurrency.lockutils [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] Lock "8f2fb17c-8bfa-4e53-8712-0a5a544a43f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.919059] env[64022]: DEBUG nova.compute.manager [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] No waiting events found dispatching network-vif-plugged-7730d699-4909-4f2c-a91c-d6c688f73cac {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.919315] env[64022]: WARNING nova.compute.manager [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Received unexpected event network-vif-plugged-7730d699-4909-4f2c-a91c-d6c688f73cac for instance with vm_state building and task_state spawning. [ 854.919596] env[64022]: DEBUG nova.compute.manager [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Received event network-changed-7730d699-4909-4f2c-a91c-d6c688f73cac {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.919677] env[64022]: DEBUG nova.compute.manager [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Refreshing instance network info cache due to event network-changed-7730d699-4909-4f2c-a91c-d6c688f73cac. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 854.919857] env[64022]: DEBUG oslo_concurrency.lockutils [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] Acquiring lock "refresh_cache-8f2fb17c-8bfa-4e53-8712-0a5a544a43f8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.923808] env[64022]: INFO nova.compute.manager [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Took 25.22 seconds to build instance. [ 854.926189] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.946815] env[64022]: DEBUG nova.network.neutron [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.023088] env[64022]: DEBUG nova.compute.utils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 855.025604] env[64022]: DEBUG nova.compute.manager [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.025829] env[64022]: DEBUG nova.network.neutron [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.100958] env[64022]: DEBUG nova.policy [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c27348de9f1c43269383ae5695f6762e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fa4ec410e724210b0f9b299f8a9f534', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.180235] env[64022]: DEBUG nova.network.neutron [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Updating instance_info_cache with network_info: [{"id": "7730d699-4909-4f2c-a91c-d6c688f73cac", "address": "fa:16:3e:42:e7:12", "network": {"id": "2a51e900-31a4-4ca5-a697-9743a1b7d96e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1320536138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1fade260f7644669a439f447853b4d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7730d699-49", "ovs_interfaceid": "7730d699-4909-4f2c-a91c-d6c688f73cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.265113] env[64022]: INFO nova.compute.manager [-] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Took 1.31 seconds to deallocate network for instance. [ 855.373870] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890005} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.374159] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 29f8d271-192b-4565-84d8-216c9748a49a/29f8d271-192b-4565-84d8-216c9748a49a.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.374376] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.374627] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a18f57dc-d016-4d67-822b-4849970a6a52 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.383220] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 855.383220] env[64022]: value = "task-2302733" [ 855.383220] env[64022]: _type = "Task" [ 855.383220] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.393560] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.406374] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.406374] env[64022]: DEBUG nova.scheduler.client.report [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.427161] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8100214f-8cf3-4d3e-af8b-b11dee67b293 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Lock "56a1fc0d-76cb-486f-b438-465abeb5e86a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.741s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.503052] env[64022]: DEBUG nova.network.neutron [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Successfully created port: 3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.531212] env[64022]: DEBUG nova.compute.manager [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.683227] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Releasing lock "refresh_cache-8f2fb17c-8bfa-4e53-8712-0a5a544a43f8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.683658] env[64022]: DEBUG nova.compute.manager [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Instance network_info: |[{"id": "7730d699-4909-4f2c-a91c-d6c688f73cac", "address": "fa:16:3e:42:e7:12", "network": {"id": "2a51e900-31a4-4ca5-a697-9743a1b7d96e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1320536138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1fade260f7644669a439f447853b4d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7730d699-49", "ovs_interfaceid": "7730d699-4909-4f2c-a91c-d6c688f73cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.683998] env[64022]: DEBUG oslo_concurrency.lockutils [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] Acquired lock "refresh_cache-8f2fb17c-8bfa-4e53-8712-0a5a544a43f8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.684186] env[64022]: DEBUG nova.network.neutron [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Refreshing network info cache for port 7730d699-4909-4f2c-a91c-d6c688f73cac {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.685411] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:e7:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7730d699-4909-4f2c-a91c-d6c688f73cac', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.695386] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Creating folder: Project (c1fade260f7644669a439f447853b4d1). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.696518] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8fb7154-98a6-4dd3-9bc5-1837e37daf23 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.709634] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Created folder: Project (c1fade260f7644669a439f447853b4d1) in parent group-v468248. [ 855.709835] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Creating folder: Instances. Parent ref: group-v468464. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.710606] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c0e661a-623a-4dd3-972d-e3718eaf5f75 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.729496] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Created folder: Instances in parent group-v468464. [ 855.729765] env[64022]: DEBUG oslo.service.loopingcall [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.732237] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.733331] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-468dcae2-8682-46b5-acc0-abc0cad82be7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.758843] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.758843] env[64022]: value = "task-2302736" [ 855.758843] env[64022]: _type = "Task" [ 855.758843] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.767866] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302736, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.772252] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.894102] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070868} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.897197] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.897977] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97bc590-c66b-4712-bfba-34c94dd26b69 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.906038] env[64022]: DEBUG oslo_vmware.api [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.858666} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.915047] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.915312] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.915542] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.917988] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.918539] env[64022]: DEBUG nova.compute.manager [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.929530] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 29f8d271-192b-4565-84d8-216c9748a49a/29f8d271-192b-4565-84d8-216c9748a49a.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.930230] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.600s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.932183] env[64022]: INFO nova.compute.claims [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.938018] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4b5dfeb-9a10-4762-9656-40e68bbcff81 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.954730] env[64022]: INFO nova.scheduler.client.report [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleted allocations for instance 752a82f2-1ab8-47e2-9a0f-151704febc9d [ 855.958150] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 855.958150] env[64022]: value = "task-2302737" [ 855.958150] env[64022]: _type = "Task" [ 855.958150] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.969979] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.231335] env[64022]: DEBUG oslo_concurrency.lockutils [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Acquiring lock "56a1fc0d-76cb-486f-b438-465abeb5e86a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.231702] env[64022]: DEBUG oslo_concurrency.lockutils [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Lock "56a1fc0d-76cb-486f-b438-465abeb5e86a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.232020] env[64022]: DEBUG oslo_concurrency.lockutils [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Acquiring lock "56a1fc0d-76cb-486f-b438-465abeb5e86a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.232291] env[64022]: DEBUG oslo_concurrency.lockutils [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Lock "56a1fc0d-76cb-486f-b438-465abeb5e86a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.232529] env[64022]: DEBUG oslo_concurrency.lockutils [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Lock "56a1fc0d-76cb-486f-b438-465abeb5e86a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.238641] env[64022]: INFO nova.compute.manager [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Terminating instance [ 856.271560] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302736, 'name': CreateVM_Task, 'duration_secs': 0.375958} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.271826] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.272494] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.272668] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.273041] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.273310] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844d5cea-9c1e-4b32-8d73-0d1584eaaada {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.279352] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Waiting for the task: (returnval){ [ 856.279352] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5263ddea-78c2-18b8-f20b-c8a2288ac0f1" [ 856.279352] env[64022]: _type = "Task" [ 856.279352] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.288587] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5263ddea-78c2-18b8-f20b-c8a2288ac0f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.433499] env[64022]: DEBUG nova.compute.utils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 856.433793] env[64022]: DEBUG nova.compute.manager [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.433901] env[64022]: DEBUG nova.network.neutron [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.460973] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.472016] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302737, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.541774] env[64022]: DEBUG nova.compute.manager [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.558874] env[64022]: DEBUG nova.policy [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1601ce5ae31451c8e65d5fc700c7e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e71e69926dc4ec391e68990a7a11a5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.564034] env[64022]: DEBUG nova.virt.hardware [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.564213] env[64022]: DEBUG nova.virt.hardware [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.564385] env[64022]: DEBUG nova.virt.hardware [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.564575] env[64022]: DEBUG nova.virt.hardware [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.564714] env[64022]: DEBUG nova.virt.hardware [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.564863] env[64022]: DEBUG nova.virt.hardware [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.565086] env[64022]: DEBUG nova.virt.hardware [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.565255] env[64022]: DEBUG nova.virt.hardware [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.565412] env[64022]: DEBUG nova.virt.hardware [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.565579] env[64022]: DEBUG nova.virt.hardware [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.565750] env[64022]: DEBUG nova.virt.hardware [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.566694] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8fa3de-79e1-4755-ba85-e739185d879d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.583032] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6f69b4-d8be-4d99-bc5a-280ac044a442 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.710972] env[64022]: DEBUG nova.network.neutron [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Updated VIF entry in instance network info cache for port 7730d699-4909-4f2c-a91c-d6c688f73cac. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.711382] env[64022]: DEBUG nova.network.neutron [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Updating instance_info_cache with network_info: [{"id": "7730d699-4909-4f2c-a91c-d6c688f73cac", "address": "fa:16:3e:42:e7:12", "network": {"id": "2a51e900-31a4-4ca5-a697-9743a1b7d96e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1320536138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1fade260f7644669a439f447853b4d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7730d699-49", "ovs_interfaceid": "7730d699-4909-4f2c-a91c-d6c688f73cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.744229] env[64022]: DEBUG nova.compute.manager [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.744451] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.745368] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb2438a-454c-42e6-9b26-bd149d4d1fe6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.754825] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.755307] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77e5b4c4-b734-40e1-a762-54dd544e4c71 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.762392] env[64022]: DEBUG oslo_vmware.api [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Waiting for the task: (returnval){ [ 856.762392] env[64022]: value = "task-2302738" [ 856.762392] env[64022]: _type = "Task" [ 856.762392] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.772150] env[64022]: DEBUG oslo_vmware.api [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.790953] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5263ddea-78c2-18b8-f20b-c8a2288ac0f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.791311] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.791551] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.791783] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.791927] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.792119] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.792384] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90593e9a-cc14-4cab-853c-1b868cc5bf26 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.805450] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.805656] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.806429] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99997db6-5ac4-4efe-a51d-53198c408f2a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.812117] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Waiting for the task: (returnval){ [ 856.812117] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524e0be2-c729-3322-3061-24338d664e15" [ 856.812117] env[64022]: _type = "Task" [ 856.812117] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.820799] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524e0be2-c729-3322-3061-24338d664e15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.937722] env[64022]: DEBUG nova.compute.manager [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.975312] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302737, 'name': ReconfigVM_Task, 'duration_secs': 0.569256} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.975790] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 29f8d271-192b-4565-84d8-216c9748a49a/29f8d271-192b-4565-84d8-216c9748a49a.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.976776] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a638772c-8665-4c20-ac56-92d60fd5dc88 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.988843] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 856.988843] env[64022]: value = "task-2302739" [ 856.988843] env[64022]: _type = "Task" [ 856.988843] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.009832] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302739, 'name': Rename_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.078672] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "752a82f2-1ab8-47e2-9a0f-151704febc9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.132871] env[64022]: DEBUG nova.compute.manager [req-b1625b0e-0464-449b-9dad-1cb21a132280 req-13f0721b-3a9a-4f42-8f90-ac346fae6093 service nova] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Received event network-vif-plugged-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.132998] env[64022]: DEBUG oslo_concurrency.lockutils [req-b1625b0e-0464-449b-9dad-1cb21a132280 req-13f0721b-3a9a-4f42-8f90-ac346fae6093 service nova] Acquiring lock "9394542e-72ac-4a19-a442-cf2e9e73a2dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.133245] env[64022]: DEBUG oslo_concurrency.lockutils [req-b1625b0e-0464-449b-9dad-1cb21a132280 req-13f0721b-3a9a-4f42-8f90-ac346fae6093 service nova] Lock "9394542e-72ac-4a19-a442-cf2e9e73a2dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.133425] env[64022]: DEBUG oslo_concurrency.lockutils [req-b1625b0e-0464-449b-9dad-1cb21a132280 req-13f0721b-3a9a-4f42-8f90-ac346fae6093 service nova] Lock "9394542e-72ac-4a19-a442-cf2e9e73a2dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.133632] env[64022]: DEBUG nova.compute.manager [req-b1625b0e-0464-449b-9dad-1cb21a132280 req-13f0721b-3a9a-4f42-8f90-ac346fae6093 service nova] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] No waiting events found dispatching network-vif-plugged-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.133784] env[64022]: WARNING nova.compute.manager [req-b1625b0e-0464-449b-9dad-1cb21a132280 req-13f0721b-3a9a-4f42-8f90-ac346fae6093 service nova] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Received unexpected event network-vif-plugged-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 for instance with vm_state building and task_state spawning. [ 857.213910] env[64022]: DEBUG oslo_concurrency.lockutils [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] Releasing lock "refresh_cache-8f2fb17c-8bfa-4e53-8712-0a5a544a43f8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.214262] env[64022]: DEBUG nova.compute.manager [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Received event network-vif-deleted-7c43affd-859a-4726-9351-1f94713612ad {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.214457] env[64022]: DEBUG nova.compute.manager [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Received event network-vif-unplugged-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.214684] env[64022]: DEBUG oslo_concurrency.lockutils [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] Acquiring lock "752a82f2-1ab8-47e2-9a0f-151704febc9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.214892] env[64022]: DEBUG oslo_concurrency.lockutils [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] Lock "752a82f2-1ab8-47e2-9a0f-151704febc9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.215066] env[64022]: DEBUG oslo_concurrency.lockutils [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] Lock "752a82f2-1ab8-47e2-9a0f-151704febc9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.215286] env[64022]: DEBUG nova.compute.manager [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] No waiting events found dispatching network-vif-unplugged-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.215491] env[64022]: WARNING nova.compute.manager [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Received unexpected event network-vif-unplugged-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 for instance with vm_state shelved and task_state shelving_offloading. [ 857.215676] env[64022]: DEBUG nova.compute.manager [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Received event network-changed-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.215838] env[64022]: DEBUG nova.compute.manager [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Refreshing instance network info cache due to event network-changed-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 857.216076] env[64022]: DEBUG oslo_concurrency.lockutils [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] Acquiring lock "refresh_cache-752a82f2-1ab8-47e2-9a0f-151704febc9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.216249] env[64022]: DEBUG oslo_concurrency.lockutils [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] Acquired lock "refresh_cache-752a82f2-1ab8-47e2-9a0f-151704febc9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.216409] env[64022]: DEBUG nova.network.neutron [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Refreshing network info cache for port 329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.244976] env[64022]: DEBUG nova.network.neutron [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Successfully created port: 2014e725-e0fb-4e83-84f7-7117893ad48b {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.276699] env[64022]: DEBUG oslo_vmware.api [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302738, 'name': PowerOffVM_Task, 'duration_secs': 0.203594} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.276699] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.276699] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.276699] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d880bac3-9c4c-43ca-82b1-2f611d99e93a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.331824] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524e0be2-c729-3322-3061-24338d664e15, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.334200] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c447575e-c46b-49cf-b61b-4fb79e1de074 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.347268] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Waiting for the task: (returnval){ [ 857.347268] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528df5c9-3d4e-dd7e-9c3f-ab9290cd8800" [ 857.347268] env[64022]: _type = "Task" [ 857.347268] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.358559] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528df5c9-3d4e-dd7e-9c3f-ab9290cd8800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.378945] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.378945] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.379247] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Deleting the datastore file [datastore1] 56a1fc0d-76cb-486f-b438-465abeb5e86a {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.379666] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea561f3c-b454-4813-8705-f23a75650798 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.388114] env[64022]: DEBUG oslo_vmware.api [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Waiting for the task: (returnval){ [ 857.388114] env[64022]: value = "task-2302741" [ 857.388114] env[64022]: _type = "Task" [ 857.388114] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.401496] env[64022]: DEBUG oslo_vmware.api [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.441946] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdd05fb-bc10-409e-84e3-6688238f1422 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.454366] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14a38df-611c-41b5-b7c7-40545304449e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.487387] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c24c6f-079b-4de3-954b-7fd8467fa99a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.500582] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302739, 'name': Rename_Task, 'duration_secs': 0.151467} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.504144] env[64022]: DEBUG nova.network.neutron [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Successfully updated port: 3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.505362] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.506152] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57c16b1e-cc32-41c2-85f5-fabc60e19f32 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.508915] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe10974-f61c-488b-a116-72c6c364353c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.528558] env[64022]: DEBUG nova.compute.provider_tree [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.532675] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 857.532675] env[64022]: value = "task-2302742" [ 857.532675] env[64022]: _type = "Task" [ 857.532675] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.541283] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.858863] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528df5c9-3d4e-dd7e-9c3f-ab9290cd8800, 'name': SearchDatastore_Task, 'duration_secs': 0.043418} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.859181] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.859432] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8/8f2fb17c-8bfa-4e53-8712-0a5a544a43f8.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.859744] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daa402a9-37cf-4c6f-9d61-027bf41cb41a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.869678] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Waiting for the task: (returnval){ [ 857.869678] env[64022]: value = "task-2302743" [ 857.869678] env[64022]: _type = "Task" [ 857.869678] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.881441] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.898359] env[64022]: DEBUG oslo_vmware.api [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Task: {'id': task-2302741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246081} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.898776] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.899723] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.900018] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.900276] env[64022]: INFO nova.compute.manager [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 857.900562] env[64022]: DEBUG oslo.service.loopingcall [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.901174] env[64022]: DEBUG nova.compute.manager [-] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.901174] env[64022]: DEBUG nova.network.neutron [-] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.950537] env[64022]: DEBUG nova.compute.manager [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.978535] env[64022]: DEBUG nova.virt.hardware [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.978904] env[64022]: DEBUG nova.virt.hardware [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.979014] env[64022]: DEBUG nova.virt.hardware [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.979189] env[64022]: DEBUG nova.virt.hardware [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.979398] env[64022]: DEBUG nova.virt.hardware [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.979515] env[64022]: DEBUG nova.virt.hardware [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.979730] env[64022]: DEBUG nova.virt.hardware [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.979891] env[64022]: DEBUG nova.virt.hardware [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.980080] env[64022]: DEBUG nova.virt.hardware [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.980249] env[64022]: DEBUG nova.virt.hardware [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.980420] env[64022]: DEBUG nova.virt.hardware [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.981357] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b68991c-abe1-4742-830d-51247e4c8aad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.991118] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8f1d52-2250-469d-bf23-0c32ffb4a202 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.009926] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Acquiring lock "refresh_cache-9394542e-72ac-4a19-a442-cf2e9e73a2dc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.009926] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Acquired lock "refresh_cache-9394542e-72ac-4a19-a442-cf2e9e73a2dc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.009926] env[64022]: DEBUG nova.network.neutron [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.033740] env[64022]: DEBUG nova.scheduler.client.report [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.051021] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302742, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.108929] env[64022]: DEBUG nova.network.neutron [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Updated VIF entry in instance network info cache for port 329a15cc-7da0-4ffd-89dd-8dca87ffd8a3. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.109315] env[64022]: DEBUG nova.network.neutron [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Updating instance_info_cache with network_info: [{"id": "329a15cc-7da0-4ffd-89dd-8dca87ffd8a3", "address": "fa:16:3e:ac:51:59", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": null, "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap329a15cc-7d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.388426] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302743, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.507873] env[64022]: DEBUG nova.compute.manager [req-3fd1fe60-e2f3-498f-b0a2-2a21798aeb01 req-ee63402d-3520-402d-a8f6-2f3a0eb45864 service nova] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Received event network-vif-deleted-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.508073] env[64022]: INFO nova.compute.manager [req-3fd1fe60-e2f3-498f-b0a2-2a21798aeb01 req-ee63402d-3520-402d-a8f6-2f3a0eb45864 service nova] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Neutron deleted interface 6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140; detaching it from the instance and deleting it from the info cache [ 858.508242] env[64022]: DEBUG nova.network.neutron [req-3fd1fe60-e2f3-498f-b0a2-2a21798aeb01 req-ee63402d-3520-402d-a8f6-2f3a0eb45864 service nova] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.548788] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.551522] env[64022]: DEBUG nova.compute.manager [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.554568] env[64022]: DEBUG nova.network.neutron [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.556778] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.531s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.558892] env[64022]: INFO nova.compute.claims [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.569633] env[64022]: DEBUG oslo_vmware.api [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302742, 'name': PowerOnVM_Task, 'duration_secs': 0.531523} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.569932] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.570776] env[64022]: DEBUG nova.compute.manager [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.571722] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb65bb4-ae24-4ad9-8c29-29f33894f478 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.612255] env[64022]: DEBUG oslo_concurrency.lockutils [req-0c0712d3-2961-4fab-ad40-dc4527a22ce1 req-13d49c7c-296e-4628-ab2c-dc39ed2d11c6 service nova] Releasing lock "refresh_cache-752a82f2-1ab8-47e2-9a0f-151704febc9d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.883037] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520669} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.883037] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8/8f2fb17c-8bfa-4e53-8712-0a5a544a43f8.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.883037] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.883037] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5628bf1a-ea6a-420c-aa92-6d3bfb7b00f0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.893191] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Waiting for the task: (returnval){ [ 858.893191] env[64022]: value = "task-2302744" [ 858.893191] env[64022]: _type = "Task" [ 858.893191] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.904927] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.982065] env[64022]: DEBUG nova.network.neutron [-] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.010727] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82a2ca59-b003-4964-8c8f-63b46952b106 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.021116] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca864b3-1a81-4e80-8ebb-98cf201d89bd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.067935] env[64022]: DEBUG nova.compute.utils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 859.076022] env[64022]: DEBUG nova.compute.manager [req-3fd1fe60-e2f3-498f-b0a2-2a21798aeb01 req-ee63402d-3520-402d-a8f6-2f3a0eb45864 service nova] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Detach interface failed, port_id=6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140, reason: Instance 56a1fc0d-76cb-486f-b438-465abeb5e86a could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 859.076022] env[64022]: DEBUG nova.compute.manager [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.076022] env[64022]: DEBUG nova.network.neutron [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.093571] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.112110] env[64022]: DEBUG nova.network.neutron [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Updating instance_info_cache with network_info: [{"id": "3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6", "address": "fa:16:3e:03:f4:1d", "network": {"id": "06c51ea0-76a4-4c44-91af-fe78c9cd3db4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1880806320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fa4ec410e724210b0f9b299f8a9f534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da5d439-c9", "ovs_interfaceid": "3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.156756] env[64022]: DEBUG nova.policy [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0ff1d45c9d1478da5fa93f6cd40c3c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72f88f7bdb0e4fe08baab80d89ebc86d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.211562] env[64022]: DEBUG nova.compute.manager [req-09a06b1e-480c-4cbc-a434-4866f82866a1 req-156f397c-7f34-4105-a1d4-ee9cc934ae89 service nova] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Received event network-changed-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.212175] env[64022]: DEBUG nova.compute.manager [req-09a06b1e-480c-4cbc-a434-4866f82866a1 req-156f397c-7f34-4105-a1d4-ee9cc934ae89 service nova] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Refreshing instance network info cache due to event network-changed-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 859.212175] env[64022]: DEBUG oslo_concurrency.lockutils [req-09a06b1e-480c-4cbc-a434-4866f82866a1 req-156f397c-7f34-4105-a1d4-ee9cc934ae89 service nova] Acquiring lock "refresh_cache-9394542e-72ac-4a19-a442-cf2e9e73a2dc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.339404] env[64022]: DEBUG nova.network.neutron [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Successfully updated port: 2014e725-e0fb-4e83-84f7-7117893ad48b {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.402739] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08492} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.403100] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.403885] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a38a0c0-64d3-496d-9952-e6fcb573864e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.428135] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8/8f2fb17c-8bfa-4e53-8712-0a5a544a43f8.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.428853] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47835be1-6d87-4f94-8d2f-b493a4e1f45a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.451065] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Waiting for the task: (returnval){ [ 859.451065] env[64022]: value = "task-2302745" [ 859.451065] env[64022]: _type = "Task" [ 859.451065] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.461212] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.485067] env[64022]: INFO nova.compute.manager [-] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Took 1.58 seconds to deallocate network for instance. [ 859.577904] env[64022]: DEBUG nova.compute.manager [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.617178] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Releasing lock "refresh_cache-9394542e-72ac-4a19-a442-cf2e9e73a2dc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.618119] env[64022]: DEBUG nova.compute.manager [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Instance network_info: |[{"id": "3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6", "address": "fa:16:3e:03:f4:1d", "network": {"id": "06c51ea0-76a4-4c44-91af-fe78c9cd3db4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1880806320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fa4ec410e724210b0f9b299f8a9f534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da5d439-c9", "ovs_interfaceid": "3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.618119] env[64022]: DEBUG oslo_concurrency.lockutils [req-09a06b1e-480c-4cbc-a434-4866f82866a1 req-156f397c-7f34-4105-a1d4-ee9cc934ae89 service nova] Acquired lock "refresh_cache-9394542e-72ac-4a19-a442-cf2e9e73a2dc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.618349] env[64022]: DEBUG nova.network.neutron [req-09a06b1e-480c-4cbc-a434-4866f82866a1 req-156f397c-7f34-4105-a1d4-ee9cc934ae89 service nova] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Refreshing network info cache for port 3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.620039] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:f4:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.631680] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Creating folder: Project (9fa4ec410e724210b0f9b299f8a9f534). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.636852] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-062e5145-6733-4f43-9069-f2b6c7aa6bac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.654171] env[64022]: DEBUG nova.network.neutron [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Successfully created port: b2d19e42-440b-489a-ba1f-f6a612186528 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.658114] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Created folder: Project (9fa4ec410e724210b0f9b299f8a9f534) in parent group-v468248. [ 859.658322] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Creating folder: Instances. Parent ref: group-v468467. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.659072] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26c16848-cfbd-43c7-81d4-c1d1ff6e12ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.673350] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Created folder: Instances in parent group-v468467. [ 859.673652] env[64022]: DEBUG oslo.service.loopingcall [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.676917] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.677655] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c19a5c1e-a5e3-49f2-9514-30b435d29344 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.704090] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.704090] env[64022]: value = "task-2302748" [ 859.704090] env[64022]: _type = "Task" [ 859.704090] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.716538] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302748, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.842113] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "refresh_cache-19dff5f5-da00-420a-b289-5bd97f7ba77f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.842275] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquired lock "refresh_cache-19dff5f5-da00-420a-b289-5bd97f7ba77f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.842411] env[64022]: DEBUG nova.network.neutron [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.925071] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb34269d-741b-451d-a68c-ccd2aff5b2f9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.934456] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb82c6c0-ddf0-4983-8147-8cbc6b67329a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.979392] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799f4918-d23f-4558-a969-5b7fbde0fe1e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.995040] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b3687c-e328-43cc-8bd2-2bde38f6505b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.000206] env[64022]: DEBUG oslo_concurrency.lockutils [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.000870] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.019200] env[64022]: DEBUG nova.compute.provider_tree [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.088259] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "29f8d271-192b-4565-84d8-216c9748a49a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.088520] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "29f8d271-192b-4565-84d8-216c9748a49a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.088678] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "29f8d271-192b-4565-84d8-216c9748a49a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.088862] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "29f8d271-192b-4565-84d8-216c9748a49a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.089138] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "29f8d271-192b-4565-84d8-216c9748a49a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.091369] env[64022]: INFO nova.compute.manager [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Terminating instance [ 860.214924] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302748, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.443842] env[64022]: DEBUG nova.network.neutron [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.486194] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302745, 'name': ReconfigVM_Task, 'duration_secs': 0.902521} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.486523] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8/8f2fb17c-8bfa-4e53-8712-0a5a544a43f8.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.487198] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbb83365-c117-41fb-8c2e-fcdc271ad926 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.499364] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Waiting for the task: (returnval){ [ 860.499364] env[64022]: value = "task-2302749" [ 860.499364] env[64022]: _type = "Task" [ 860.499364] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.509647] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302749, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.521763] env[64022]: DEBUG nova.scheduler.client.report [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.552384] env[64022]: DEBUG nova.compute.manager [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Received event network-vif-plugged-2014e725-e0fb-4e83-84f7-7117893ad48b {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.552384] env[64022]: DEBUG oslo_concurrency.lockutils [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] Acquiring lock "19dff5f5-da00-420a-b289-5bd97f7ba77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.553532] env[64022]: DEBUG oslo_concurrency.lockutils [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] Lock "19dff5f5-da00-420a-b289-5bd97f7ba77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.553532] env[64022]: DEBUG oslo_concurrency.lockutils [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] Lock "19dff5f5-da00-420a-b289-5bd97f7ba77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.553714] env[64022]: DEBUG nova.compute.manager [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] No waiting events found dispatching network-vif-plugged-2014e725-e0fb-4e83-84f7-7117893ad48b {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.553853] env[64022]: WARNING nova.compute.manager [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Received unexpected event network-vif-plugged-2014e725-e0fb-4e83-84f7-7117893ad48b for instance with vm_state building and task_state spawning. [ 860.553927] env[64022]: DEBUG nova.compute.manager [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Received event network-changed-2014e725-e0fb-4e83-84f7-7117893ad48b {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.554111] env[64022]: DEBUG nova.compute.manager [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Refreshing instance network info cache due to event network-changed-2014e725-e0fb-4e83-84f7-7117893ad48b. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.554320] env[64022]: DEBUG oslo_concurrency.lockutils [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] Acquiring lock "refresh_cache-19dff5f5-da00-420a-b289-5bd97f7ba77f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.588337] env[64022]: DEBUG nova.compute.manager [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.597041] env[64022]: DEBUG nova.compute.manager [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.599872] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.599872] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523feeef-9322-4f61-ae4b-d6bdd06d3323 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.615739] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.618484] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f6ecdac-7a72-47cb-8f1b-ede93b2a46b9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.629172] env[64022]: DEBUG oslo_vmware.api [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 860.629172] env[64022]: value = "task-2302750" [ 860.629172] env[64022]: _type = "Task" [ 860.629172] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.632950] env[64022]: DEBUG nova.virt.hardware [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.634559] env[64022]: DEBUG nova.virt.hardware [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.634559] env[64022]: DEBUG nova.virt.hardware [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.634730] env[64022]: DEBUG nova.virt.hardware [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.638418] env[64022]: DEBUG nova.virt.hardware [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.638418] env[64022]: DEBUG nova.virt.hardware [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.638418] env[64022]: DEBUG nova.virt.hardware [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.638418] env[64022]: DEBUG nova.virt.hardware [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.638418] env[64022]: DEBUG nova.virt.hardware [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.638418] env[64022]: DEBUG nova.virt.hardware [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.638418] env[64022]: DEBUG nova.virt.hardware [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.638418] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2511205-bdce-4dbd-9e1b-c4a538df3f7d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.654588] env[64022]: DEBUG oslo_vmware.api [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.658147] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e78d73-1510-4e2c-8e5c-1022966e2ceb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.665378] env[64022]: DEBUG nova.network.neutron [req-09a06b1e-480c-4cbc-a434-4866f82866a1 req-156f397c-7f34-4105-a1d4-ee9cc934ae89 service nova] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Updated VIF entry in instance network info cache for port 3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.665631] env[64022]: DEBUG nova.network.neutron [req-09a06b1e-480c-4cbc-a434-4866f82866a1 req-156f397c-7f34-4105-a1d4-ee9cc934ae89 service nova] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Updating instance_info_cache with network_info: [{"id": "3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6", "address": "fa:16:3e:03:f4:1d", "network": {"id": "06c51ea0-76a4-4c44-91af-fe78c9cd3db4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1880806320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fa4ec410e724210b0f9b299f8a9f534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da5d439-c9", "ovs_interfaceid": "3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.688367] env[64022]: DEBUG oslo_concurrency.lockutils [req-09a06b1e-480c-4cbc-a434-4866f82866a1 req-156f397c-7f34-4105-a1d4-ee9cc934ae89 service nova] Releasing lock "refresh_cache-9394542e-72ac-4a19-a442-cf2e9e73a2dc" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.698148] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "1f505927-8784-4b15-b4d3-8aa0e1532599" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.698289] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "1f505927-8784-4b15-b4d3-8aa0e1532599" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.716789] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302748, 'name': CreateVM_Task, 'duration_secs': 0.983405} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.717758] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.718910] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.719615] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.720197] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.720829] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d563d082-c200-4b06-b168-f11fc9c793e8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.729667] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Waiting for the task: (returnval){ [ 860.729667] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d528a5-dbe3-e8e1-bca9-709510543b1c" [ 860.729667] env[64022]: _type = "Task" [ 860.729667] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.732264] env[64022]: DEBUG nova.network.neutron [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Updating instance_info_cache with network_info: [{"id": "2014e725-e0fb-4e83-84f7-7117893ad48b", "address": "fa:16:3e:96:94:f5", "network": {"id": "a3aa8713-5ad0-439f-9285-d5223ac79dcd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-934680590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e71e69926dc4ec391e68990a7a11a5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2014e725-e0", "ovs_interfaceid": "2014e725-e0fb-4e83-84f7-7117893ad48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.740331] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d528a5-dbe3-e8e1-bca9-709510543b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.010995] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302749, 'name': Rename_Task, 'duration_secs': 0.178154} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.011442] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.011724] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f64b47fe-eae7-4c2a-849c-6230e9f25409 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.020696] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Waiting for the task: (returnval){ [ 861.020696] env[64022]: value = "task-2302751" [ 861.020696] env[64022]: _type = "Task" [ 861.020696] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.027070] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.027601] env[64022]: DEBUG nova.compute.manager [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.033746] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.969s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.033993] env[64022]: DEBUG nova.objects.instance [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lazy-loading 'resources' on Instance uuid f14b6f26-0ab6-42b6-a059-6d2776beb8cb {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.035169] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.147836] env[64022]: DEBUG oslo_vmware.api [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302750, 'name': PowerOffVM_Task, 'duration_secs': 0.225914} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.148109] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.148282] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.148540] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2c6c407-ef68-429b-93bd-501b4dafff77 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.203732] env[64022]: DEBUG nova.compute.manager [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.216772] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.217061] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.217344] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleting the datastore file [datastore1] 29f8d271-192b-4565-84d8-216c9748a49a {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.218065] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3edb631-57c3-4916-b8f8-869f3be611e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.225949] env[64022]: DEBUG oslo_vmware.api [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 861.225949] env[64022]: value = "task-2302753" [ 861.225949] env[64022]: _type = "Task" [ 861.225949] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.237419] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Releasing lock "refresh_cache-19dff5f5-da00-420a-b289-5bd97f7ba77f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.237770] env[64022]: DEBUG nova.compute.manager [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Instance network_info: |[{"id": "2014e725-e0fb-4e83-84f7-7117893ad48b", "address": "fa:16:3e:96:94:f5", "network": {"id": "a3aa8713-5ad0-439f-9285-d5223ac79dcd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-934680590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e71e69926dc4ec391e68990a7a11a5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2014e725-e0", "ovs_interfaceid": "2014e725-e0fb-4e83-84f7-7117893ad48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.238129] env[64022]: DEBUG oslo_concurrency.lockutils [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] Acquired lock "refresh_cache-19dff5f5-da00-420a-b289-5bd97f7ba77f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.238714] env[64022]: DEBUG nova.network.neutron [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Refreshing network info cache for port 2014e725-e0fb-4e83-84f7-7117893ad48b {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.240071] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:94:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2014e725-e0fb-4e83-84f7-7117893ad48b', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.248533] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Creating folder: Project (9e71e69926dc4ec391e68990a7a11a5c). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.255924] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fcaee65-27dd-40bb-bdf9-563ace0f83fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.258582] env[64022]: DEBUG oslo_vmware.api [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.266021] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d528a5-dbe3-e8e1-bca9-709510543b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.016275} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.266021] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.266021] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.266021] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.266021] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.266021] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.266021] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53d3cf9b-6b48-417b-ba79-331abe5b3a1e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.273144] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Created folder: Project (9e71e69926dc4ec391e68990a7a11a5c) in parent group-v468248. [ 861.274035] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Creating folder: Instances. Parent ref: group-v468470. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.274525] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f11be6c5-6574-48c2-a826-49e66f2eca84 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.276601] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.276757] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.277528] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0987f95c-1e7a-4c90-a6c9-2136be1b34b1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.284348] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Waiting for the task: (returnval){ [ 861.284348] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d16574-4406-5215-03f0-5b4e26b8684c" [ 861.284348] env[64022]: _type = "Task" [ 861.284348] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.290247] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Created folder: Instances in parent group-v468470. [ 861.290515] env[64022]: DEBUG oslo.service.loopingcall [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.294036] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.294247] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d16574-4406-5215-03f0-5b4e26b8684c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.296908] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eeb321a-3cff-47c1-9e1a-d5cf9f6cbbfc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.315395] env[64022]: DEBUG nova.compute.manager [req-08117197-8c82-4be6-92da-733465c81a4d req-edc06650-61b5-4331-a549-edaca5b47ae9 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Received event network-vif-plugged-b2d19e42-440b-489a-ba1f-f6a612186528 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.315635] env[64022]: DEBUG oslo_concurrency.lockutils [req-08117197-8c82-4be6-92da-733465c81a4d req-edc06650-61b5-4331-a549-edaca5b47ae9 service nova] Acquiring lock "d8f02443-015d-4fbb-9b39-0b139f54dfb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.315927] env[64022]: DEBUG oslo_concurrency.lockutils [req-08117197-8c82-4be6-92da-733465c81a4d req-edc06650-61b5-4331-a549-edaca5b47ae9 service nova] Lock "d8f02443-015d-4fbb-9b39-0b139f54dfb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.316040] env[64022]: DEBUG oslo_concurrency.lockutils [req-08117197-8c82-4be6-92da-733465c81a4d req-edc06650-61b5-4331-a549-edaca5b47ae9 service nova] Lock "d8f02443-015d-4fbb-9b39-0b139f54dfb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.316228] env[64022]: DEBUG nova.compute.manager [req-08117197-8c82-4be6-92da-733465c81a4d req-edc06650-61b5-4331-a549-edaca5b47ae9 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] No waiting events found dispatching network-vif-plugged-b2d19e42-440b-489a-ba1f-f6a612186528 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.316398] env[64022]: WARNING nova.compute.manager [req-08117197-8c82-4be6-92da-733465c81a4d req-edc06650-61b5-4331-a549-edaca5b47ae9 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Received unexpected event network-vif-plugged-b2d19e42-440b-489a-ba1f-f6a612186528 for instance with vm_state building and task_state spawning. [ 861.324219] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.324219] env[64022]: value = "task-2302756" [ 861.324219] env[64022]: _type = "Task" [ 861.324219] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.333798] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302756, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.475780] env[64022]: DEBUG nova.network.neutron [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Successfully updated port: b2d19e42-440b-489a-ba1f-f6a612186528 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.533472] env[64022]: DEBUG oslo_vmware.api [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302751, 'name': PowerOnVM_Task, 'duration_secs': 0.506321} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.533472] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.533472] env[64022]: INFO nova.compute.manager [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Took 8.63 seconds to spawn the instance on the hypervisor. [ 861.533472] env[64022]: DEBUG nova.compute.manager [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.533853] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3c2de5-4ef4-4541-9582-a96d3851be85 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.537664] env[64022]: DEBUG nova.compute.utils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 861.543979] env[64022]: DEBUG nova.compute.manager [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.543979] env[64022]: DEBUG nova.network.neutron [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.554253] env[64022]: DEBUG nova.network.neutron [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Updated VIF entry in instance network info cache for port 2014e725-e0fb-4e83-84f7-7117893ad48b. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.554586] env[64022]: DEBUG nova.network.neutron [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Updating instance_info_cache with network_info: [{"id": "2014e725-e0fb-4e83-84f7-7117893ad48b", "address": "fa:16:3e:96:94:f5", "network": {"id": "a3aa8713-5ad0-439f-9285-d5223ac79dcd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-934680590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e71e69926dc4ec391e68990a7a11a5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2014e725-e0", "ovs_interfaceid": "2014e725-e0fb-4e83-84f7-7117893ad48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.593375] env[64022]: DEBUG nova.policy [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9287e075527547bd84cfcd52df126d28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a7f569764c54034b7f2767b49788d2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.633356] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Acquiring lock "17d37def-85e7-40d3-967f-129223aafcc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.633769] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Lock "17d37def-85e7-40d3-967f-129223aafcc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.725176] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.737952] env[64022]: DEBUG oslo_vmware.api [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184157} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.738232] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.738372] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.738546] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.738716] env[64022]: INFO nova.compute.manager [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 861.738948] env[64022]: DEBUG oslo.service.loopingcall [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.740072] env[64022]: DEBUG nova.compute.manager [-] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.740072] env[64022]: DEBUG nova.network.neutron [-] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.797086] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d16574-4406-5215-03f0-5b4e26b8684c, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.797870] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39f68387-5a76-4450-bfd8-5fb33eb4115b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.805886] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Waiting for the task: (returnval){ [ 861.805886] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529218f1-16f6-6abe-1126-bf966255b47d" [ 861.805886] env[64022]: _type = "Task" [ 861.805886] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.814214] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529218f1-16f6-6abe-1126-bf966255b47d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.836166] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302756, 'name': CreateVM_Task, 'duration_secs': 0.367522} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.836338] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.836996] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.837190] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.837510] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.837754] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-429dfa10-ccdf-4c97-b858-848e673e7207 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.846179] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 861.846179] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5200bd3a-3931-e0dc-6ab7-dfe9314d0f6b" [ 861.846179] env[64022]: _type = "Task" [ 861.846179] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.854316] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5200bd3a-3931-e0dc-6ab7-dfe9314d0f6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.883155] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98c5182-1248-4686-b2c8-e8cdd2408754 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.892059] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66fdae9-f537-465d-9357-0bc914c2422d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.925229] env[64022]: DEBUG nova.network.neutron [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Successfully created port: a5edd14d-9120-4781-8eaf-cb9a990cfe54 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.927582] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21b4cfa-fa5e-46b2-856a-0c1624350606 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.935727] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aad6b6-580d-43ab-8472-0deac605daf3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.950921] env[64022]: DEBUG nova.compute.provider_tree [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.978404] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquiring lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.978531] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquired lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.978664] env[64022]: DEBUG nova.network.neutron [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.044348] env[64022]: DEBUG nova.compute.manager [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.060575] env[64022]: DEBUG oslo_concurrency.lockutils [req-ef8fa4cf-3980-48c8-8d35-c2bfe9b438e0 req-d7e251d1-2699-44e7-9371-f9300c8e3db9 service nova] Releasing lock "refresh_cache-19dff5f5-da00-420a-b289-5bd97f7ba77f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.063567] env[64022]: INFO nova.compute.manager [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Took 26.84 seconds to build instance. [ 862.137255] env[64022]: DEBUG nova.compute.manager [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.317032] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529218f1-16f6-6abe-1126-bf966255b47d, 'name': SearchDatastore_Task, 'duration_secs': 0.009741} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.317032] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.317032] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 9394542e-72ac-4a19-a442-cf2e9e73a2dc/9394542e-72ac-4a19-a442-cf2e9e73a2dc.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.317390] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7481248-c609-4569-bbba-cb58766a1585 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.325054] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Waiting for the task: (returnval){ [ 862.325054] env[64022]: value = "task-2302757" [ 862.325054] env[64022]: _type = "Task" [ 862.325054] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.333114] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.357526] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5200bd3a-3931-e0dc-6ab7-dfe9314d0f6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.357810] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.358060] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.358352] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.358578] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.358788] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.359110] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cd36d21-66ec-4b91-a393-022b7afe21bc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.368328] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.368464] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.369258] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70f5c40-71b8-4917-8c02-11db306871aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.375491] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 862.375491] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523d5b3b-e132-59ae-41c4-097767ffd5ba" [ 862.375491] env[64022]: _type = "Task" [ 862.375491] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.384325] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523d5b3b-e132-59ae-41c4-097767ffd5ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.455064] env[64022]: DEBUG nova.scheduler.client.report [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.459320] env[64022]: DEBUG nova.network.neutron [-] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.528875] env[64022]: DEBUG nova.network.neutron [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.565683] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ba8a731-77f6-46cf-929c-41fef0602ee5 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Lock "8f2fb17c-8bfa-4e53-8712-0a5a544a43f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.354s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.622997] env[64022]: DEBUG nova.compute.manager [req-eed5cf74-975c-4671-8506-675ace1e3775 req-40f1b4b8-cd2a-4cbe-b9b1-058c644fa0e0 service nova] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Received event network-vif-deleted-e5035120-6018-4f4f-9224-03398b4846e1 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.668809] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.754902] env[64022]: DEBUG nova.network.neutron [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Updating instance_info_cache with network_info: [{"id": "b2d19e42-440b-489a-ba1f-f6a612186528", "address": "fa:16:3e:04:12:3e", "network": {"id": "a757dd32-0a46-4119-b9a3-800b1ffb34fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1934846962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f88f7bdb0e4fe08baab80d89ebc86d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d19e42-44", "ovs_interfaceid": "b2d19e42-440b-489a-ba1f-f6a612186528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.840618] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302757, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.887257] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523d5b3b-e132-59ae-41c4-097767ffd5ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010095} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.888138] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900e2587-6d59-48ac-ac14-0f07b2d82915 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.896762] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 862.896762] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a0975b-f291-fd0b-c4fa-e801dd0fe2d0" [ 862.896762] env[64022]: _type = "Task" [ 862.896762] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.904397] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a0975b-f291-fd0b-c4fa-e801dd0fe2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.962167] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.964635] env[64022]: DEBUG oslo_concurrency.lockutils [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.720s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.964882] env[64022]: DEBUG nova.objects.instance [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lazy-loading 'resources' on Instance uuid 023b0e1a-2d7e-4325-b86b-5ed4530a57f7 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.966216] env[64022]: INFO nova.compute.manager [-] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Took 1.23 seconds to deallocate network for instance. [ 862.979941] env[64022]: INFO nova.scheduler.client.report [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Deleted allocations for instance f14b6f26-0ab6-42b6-a059-6d2776beb8cb [ 863.054011] env[64022]: DEBUG nova.compute.manager [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.078141] env[64022]: DEBUG nova.virt.hardware [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.078483] env[64022]: DEBUG nova.virt.hardware [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.078711] env[64022]: DEBUG nova.virt.hardware [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.078965] env[64022]: DEBUG nova.virt.hardware [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.079197] env[64022]: DEBUG nova.virt.hardware [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.079413] env[64022]: DEBUG nova.virt.hardware [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.079799] env[64022]: DEBUG nova.virt.hardware [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.080022] env[64022]: DEBUG nova.virt.hardware [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.080240] env[64022]: DEBUG nova.virt.hardware [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.080573] env[64022]: DEBUG nova.virt.hardware [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.080780] env[64022]: DEBUG nova.virt.hardware [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.081695] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315a05ff-d210-4658-b012-c7522d9b94f5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.090526] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0a6e15-7c46-4998-ba39-d042ee9fbdfe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.260247] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Releasing lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.260359] env[64022]: DEBUG nova.compute.manager [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Instance network_info: |[{"id": "b2d19e42-440b-489a-ba1f-f6a612186528", "address": "fa:16:3e:04:12:3e", "network": {"id": "a757dd32-0a46-4119-b9a3-800b1ffb34fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1934846962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f88f7bdb0e4fe08baab80d89ebc86d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d19e42-44", "ovs_interfaceid": "b2d19e42-440b-489a-ba1f-f6a612186528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.260742] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:12:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2d19e42-440b-489a-ba1f-f6a612186528', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.268382] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Creating folder: Project (72f88f7bdb0e4fe08baab80d89ebc86d). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.268654] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-136f2da2-960c-4bfd-aef2-b9119043f4bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.280500] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Created folder: Project (72f88f7bdb0e4fe08baab80d89ebc86d) in parent group-v468248. [ 863.280648] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Creating folder: Instances. Parent ref: group-v468473. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.280909] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18a8080a-1f40-48eb-a08e-83e7d3828623 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.291167] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Created folder: Instances in parent group-v468473. [ 863.291469] env[64022]: DEBUG oslo.service.loopingcall [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.291618] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.291821] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f76f860-1a41-4b6c-b2ca-3ed9f075f652 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.311891] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.311891] env[64022]: value = "task-2302760" [ 863.311891] env[64022]: _type = "Task" [ 863.311891] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.320371] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302760, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.331744] env[64022]: DEBUG nova.compute.manager [req-ab44a81f-6e0d-40f9-acff-30fc69d0cc41 req-49ecda8d-4fc1-4b3e-9fa8-af144eb3b6a4 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Received event network-changed-b2d19e42-440b-489a-ba1f-f6a612186528 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.331924] env[64022]: DEBUG nova.compute.manager [req-ab44a81f-6e0d-40f9-acff-30fc69d0cc41 req-49ecda8d-4fc1-4b3e-9fa8-af144eb3b6a4 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Refreshing instance network info cache due to event network-changed-b2d19e42-440b-489a-ba1f-f6a612186528. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 863.332178] env[64022]: DEBUG oslo_concurrency.lockutils [req-ab44a81f-6e0d-40f9-acff-30fc69d0cc41 req-49ecda8d-4fc1-4b3e-9fa8-af144eb3b6a4 service nova] Acquiring lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.332300] env[64022]: DEBUG oslo_concurrency.lockutils [req-ab44a81f-6e0d-40f9-acff-30fc69d0cc41 req-49ecda8d-4fc1-4b3e-9fa8-af144eb3b6a4 service nova] Acquired lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.332455] env[64022]: DEBUG nova.network.neutron [req-ab44a81f-6e0d-40f9-acff-30fc69d0cc41 req-49ecda8d-4fc1-4b3e-9fa8-af144eb3b6a4 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Refreshing network info cache for port b2d19e42-440b-489a-ba1f-f6a612186528 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.340156] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530894} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.340985] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 9394542e-72ac-4a19-a442-cf2e9e73a2dc/9394542e-72ac-4a19-a442-cf2e9e73a2dc.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.341126] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.341377] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7462db66-df42-49b9-a11f-f24cff6977fb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.345301] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Acquiring lock "8f2fb17c-8bfa-4e53-8712-0a5a544a43f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.345521] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Lock "8f2fb17c-8bfa-4e53-8712-0a5a544a43f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.345719] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Acquiring lock "8f2fb17c-8bfa-4e53-8712-0a5a544a43f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.345902] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Lock "8f2fb17c-8bfa-4e53-8712-0a5a544a43f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.346079] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Lock "8f2fb17c-8bfa-4e53-8712-0a5a544a43f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.348081] env[64022]: INFO nova.compute.manager [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Terminating instance [ 863.356899] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Waiting for the task: (returnval){ [ 863.356899] env[64022]: value = "task-2302761" [ 863.356899] env[64022]: _type = "Task" [ 863.356899] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.367898] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.408311] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a0975b-f291-fd0b-c4fa-e801dd0fe2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.408831] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.408935] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 19dff5f5-da00-420a-b289-5bd97f7ba77f/19dff5f5-da00-420a-b289-5bd97f7ba77f.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.409348] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-512cf95c-e474-40ed-ba55-68321754f024 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.417568] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 863.417568] env[64022]: value = "task-2302762" [ 863.417568] env[64022]: _type = "Task" [ 863.417568] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.426565] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.474829] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.489740] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f037ce56-dab4-4b77-9422-d0e9069bf758 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "f14b6f26-0ab6-42b6-a059-6d2776beb8cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.115s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.567101] env[64022]: DEBUG nova.network.neutron [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Successfully updated port: a5edd14d-9120-4781-8eaf-cb9a990cfe54 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.822874] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302760, 'name': CreateVM_Task, 'duration_secs': 0.503047} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.823156] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.823942] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.824199] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.824578] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.824877] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-436524da-c44d-4c21-8de2-445d6d6417a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.831608] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for the task: (returnval){ [ 863.831608] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52712406-ff1a-74cb-a7c8-c540ba2566ce" [ 863.831608] env[64022]: _type = "Task" [ 863.831608] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.843776] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52712406-ff1a-74cb-a7c8-c540ba2566ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.851673] env[64022]: DEBUG nova.compute.manager [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.852022] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.852862] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a78603-324c-48ee-868e-8fc1c1438ec0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.864941] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.865689] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d07d847-8d3f-474b-b8be-ca08c95b5d50 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.874189] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085907} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.878694] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.879218] env[64022]: DEBUG oslo_vmware.api [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Waiting for the task: (returnval){ [ 863.879218] env[64022]: value = "task-2302763" [ 863.879218] env[64022]: _type = "Task" [ 863.879218] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.880304] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d117679-0508-414d-896b-c905318c25bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.909901] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 9394542e-72ac-4a19-a442-cf2e9e73a2dc/9394542e-72ac-4a19-a442-cf2e9e73a2dc.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.916588] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9782a5e-b532-4f02-b981-64f82762c20f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.932468] env[64022]: DEBUG oslo_vmware.api [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.944155] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302762, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.946656] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9a8654-3160-4e94-b1a8-1e7e677f0547 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.949614] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Waiting for the task: (returnval){ [ 863.949614] env[64022]: value = "task-2302764" [ 863.949614] env[64022]: _type = "Task" [ 863.949614] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.958788] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f48e1af-2d23-4999-beac-b4b331d81001 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.965944] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.003925] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cf450e-c0cc-4960-9a3e-d01778e1b180 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.013179] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98664b91-cecf-4c20-9cff-c93b3545128f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.028560] env[64022]: DEBUG nova.compute.provider_tree [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.068849] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "refresh_cache-6ad260bc-66fe-4ffc-ba74-bf8da1b7b309" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.069052] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "refresh_cache-6ad260bc-66fe-4ffc-ba74-bf8da1b7b309" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.069180] env[64022]: DEBUG nova.network.neutron [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.154183] env[64022]: DEBUG nova.network.neutron [req-ab44a81f-6e0d-40f9-acff-30fc69d0cc41 req-49ecda8d-4fc1-4b3e-9fa8-af144eb3b6a4 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Updated VIF entry in instance network info cache for port b2d19e42-440b-489a-ba1f-f6a612186528. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.154585] env[64022]: DEBUG nova.network.neutron [req-ab44a81f-6e0d-40f9-acff-30fc69d0cc41 req-49ecda8d-4fc1-4b3e-9fa8-af144eb3b6a4 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Updating instance_info_cache with network_info: [{"id": "b2d19e42-440b-489a-ba1f-f6a612186528", "address": "fa:16:3e:04:12:3e", "network": {"id": "a757dd32-0a46-4119-b9a3-800b1ffb34fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1934846962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f88f7bdb0e4fe08baab80d89ebc86d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d19e42-44", "ovs_interfaceid": "b2d19e42-440b-489a-ba1f-f6a612186528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.344524] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52712406-ff1a-74cb-a7c8-c540ba2566ce, 'name': SearchDatastore_Task, 'duration_secs': 0.029428} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.344917] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.345062] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.345283] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.345465] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.345605] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.345859] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2338c63-1673-4928-885e-7ec7234d8f22 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.359119] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.359316] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.360141] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc88ad3-3e3a-4bef-99a6-150657d5cb27 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.366480] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for the task: (returnval){ [ 864.366480] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c081c8-94c6-247c-f09f-530142989167" [ 864.366480] env[64022]: _type = "Task" [ 864.366480] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.375496] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c081c8-94c6-247c-f09f-530142989167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.392691] env[64022]: DEBUG oslo_vmware.api [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302763, 'name': PowerOffVM_Task, 'duration_secs': 0.236712} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.392691] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.392931] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.393088] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eeb9fa19-d3ad-4965-97bb-2ddb9c2f5804 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.443172] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549288} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.443466] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 19dff5f5-da00-420a-b289-5bd97f7ba77f/19dff5f5-da00-420a-b289-5bd97f7ba77f.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.443654] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.443902] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-836791e8-a3f5-40b6-af11-d36ccfd7b876 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.451441] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 864.451441] env[64022]: value = "task-2302766" [ 864.451441] env[64022]: _type = "Task" [ 864.451441] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.462523] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.462740] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.462987] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Deleting the datastore file [datastore1] 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.463328] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17cf46ec-ad60-4a2f-ae0b-97c7d270e972 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.471332] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.471570] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302764, 'name': ReconfigVM_Task, 'duration_secs': 0.363606} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.472247] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 9394542e-72ac-4a19-a442-cf2e9e73a2dc/9394542e-72ac-4a19-a442-cf2e9e73a2dc.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.472987] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c07126ee-5fe6-45c5-a30c-61b1dfcd64e6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.476982] env[64022]: DEBUG oslo_vmware.api [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Waiting for the task: (returnval){ [ 864.476982] env[64022]: value = "task-2302767" [ 864.476982] env[64022]: _type = "Task" [ 864.476982] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.481097] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Waiting for the task: (returnval){ [ 864.481097] env[64022]: value = "task-2302768" [ 864.481097] env[64022]: _type = "Task" [ 864.481097] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.487452] env[64022]: DEBUG oslo_vmware.api [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.493049] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302768, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.532063] env[64022]: DEBUG nova.scheduler.client.report [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.608597] env[64022]: DEBUG nova.network.neutron [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.658510] env[64022]: DEBUG oslo_concurrency.lockutils [req-ab44a81f-6e0d-40f9-acff-30fc69d0cc41 req-49ecda8d-4fc1-4b3e-9fa8-af144eb3b6a4 service nova] Releasing lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.816848] env[64022]: DEBUG nova.network.neutron [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Updating instance_info_cache with network_info: [{"id": "a5edd14d-9120-4781-8eaf-cb9a990cfe54", "address": "fa:16:3e:9a:8d:47", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5edd14d-91", "ovs_interfaceid": "a5edd14d-9120-4781-8eaf-cb9a990cfe54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.879116] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c081c8-94c6-247c-f09f-530142989167, 'name': SearchDatastore_Task, 'duration_secs': 0.015145} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.879938] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2a3691-5092-4369-872f-ce07377ef57b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.885622] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for the task: (returnval){ [ 864.885622] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b32c72-d227-9d4d-065a-191ae6f9b2e1" [ 864.885622] env[64022]: _type = "Task" [ 864.885622] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.893584] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b32c72-d227-9d4d-065a-191ae6f9b2e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.962029] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074746} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.962212] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.962863] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b0b2cd-1099-4914-a15d-bbe717ccb91d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.985633] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 19dff5f5-da00-420a-b289-5bd97f7ba77f/19dff5f5-da00-420a-b289-5bd97f7ba77f.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.986046] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae521b45-b374-4bdd-a887-4b6ff570f501 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.012101] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302768, 'name': Rename_Task, 'duration_secs': 0.179848} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.016098] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.016428] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 865.016428] env[64022]: value = "task-2302769" [ 865.016428] env[64022]: _type = "Task" [ 865.016428] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.016635] env[64022]: DEBUG oslo_vmware.api [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Task: {'id': task-2302767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146138} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.016829] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7311a138-0497-4094-9666-8003ab2c056d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.018465] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.018669] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.018861] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.019053] env[64022]: INFO nova.compute.manager [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 865.019289] env[64022]: DEBUG oslo.service.loopingcall [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.022096] env[64022]: DEBUG nova.compute.manager [-] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.022198] env[64022]: DEBUG nova.network.neutron [-] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.030463] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302769, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.031885] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Waiting for the task: (returnval){ [ 865.031885] env[64022]: value = "task-2302770" [ 865.031885] env[64022]: _type = "Task" [ 865.031885] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.036757] env[64022]: DEBUG oslo_concurrency.lockutils [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.042750] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.503s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.044482] env[64022]: INFO nova.compute.claims [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.069861] env[64022]: INFO nova.scheduler.client.report [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleted allocations for instance 023b0e1a-2d7e-4325-b86b-5ed4530a57f7 [ 865.323746] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "refresh_cache-6ad260bc-66fe-4ffc-ba74-bf8da1b7b309" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.323746] env[64022]: DEBUG nova.compute.manager [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Instance network_info: |[{"id": "a5edd14d-9120-4781-8eaf-cb9a990cfe54", "address": "fa:16:3e:9a:8d:47", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5edd14d-91", "ovs_interfaceid": "a5edd14d-9120-4781-8eaf-cb9a990cfe54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.323746] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:8d:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5edd14d-9120-4781-8eaf-cb9a990cfe54', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.332900] env[64022]: DEBUG oslo.service.loopingcall [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.332900] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.333158] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ecd3301-90a3-40e4-96ef-edc91d99715b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.355362] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.355362] env[64022]: value = "task-2302771" [ 865.355362] env[64022]: _type = "Task" [ 865.355362] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.360789] env[64022]: DEBUG nova.compute.manager [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Received event network-vif-plugged-a5edd14d-9120-4781-8eaf-cb9a990cfe54 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.361108] env[64022]: DEBUG oslo_concurrency.lockutils [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] Acquiring lock "6ad260bc-66fe-4ffc-ba74-bf8da1b7b309-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.361622] env[64022]: DEBUG oslo_concurrency.lockutils [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] Lock "6ad260bc-66fe-4ffc-ba74-bf8da1b7b309-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.361622] env[64022]: DEBUG oslo_concurrency.lockutils [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] Lock "6ad260bc-66fe-4ffc-ba74-bf8da1b7b309-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.361964] env[64022]: DEBUG nova.compute.manager [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] No waiting events found dispatching network-vif-plugged-a5edd14d-9120-4781-8eaf-cb9a990cfe54 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.361964] env[64022]: WARNING nova.compute.manager [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Received unexpected event network-vif-plugged-a5edd14d-9120-4781-8eaf-cb9a990cfe54 for instance with vm_state building and task_state spawning. [ 865.362138] env[64022]: DEBUG nova.compute.manager [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Received event network-changed-a5edd14d-9120-4781-8eaf-cb9a990cfe54 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.362294] env[64022]: DEBUG nova.compute.manager [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Refreshing instance network info cache due to event network-changed-a5edd14d-9120-4781-8eaf-cb9a990cfe54. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 865.362508] env[64022]: DEBUG oslo_concurrency.lockutils [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] Acquiring lock "refresh_cache-6ad260bc-66fe-4ffc-ba74-bf8da1b7b309" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.362612] env[64022]: DEBUG oslo_concurrency.lockutils [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] Acquired lock "refresh_cache-6ad260bc-66fe-4ffc-ba74-bf8da1b7b309" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.362758] env[64022]: DEBUG nova.network.neutron [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Refreshing network info cache for port a5edd14d-9120-4781-8eaf-cb9a990cfe54 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.369393] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302771, 'name': CreateVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.398079] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b32c72-d227-9d4d-065a-191ae6f9b2e1, 'name': SearchDatastore_Task, 'duration_secs': 0.017227} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.398079] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.398265] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d8f02443-015d-4fbb-9b39-0b139f54dfb5/d8f02443-015d-4fbb-9b39-0b139f54dfb5.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.398521] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99313172-5c3b-41e6-b5f5-04a516a374bc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.405156] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for the task: (returnval){ [ 865.405156] env[64022]: value = "task-2302772" [ 865.405156] env[64022]: _type = "Task" [ 865.405156] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.413037] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2302772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.529467] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302769, 'name': ReconfigVM_Task, 'duration_secs': 0.460582} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.529766] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 19dff5f5-da00-420a-b289-5bd97f7ba77f/19dff5f5-da00-420a-b289-5bd97f7ba77f.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.530417] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e888b11-d0b5-4460-b567-4b2b2a87985d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.536516] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 865.536516] env[64022]: value = "task-2302773" [ 865.536516] env[64022]: _type = "Task" [ 865.536516] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.540123] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.547431] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302773, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.583541] env[64022]: DEBUG oslo_concurrency.lockutils [None req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "023b0e1a-2d7e-4325-b86b-5ed4530a57f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.374s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.726490] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "2aa837b5-458f-4706-bc9d-1af285a82a48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.726906] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "2aa837b5-458f-4706-bc9d-1af285a82a48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.856431] env[64022]: DEBUG nova.network.neutron [-] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.873621] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302771, 'name': CreateVM_Task, 'duration_secs': 0.384712} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.874316] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.874899] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.875166] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.875427] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.876052] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f427f025-25e3-447e-b607-bf073d33ddf9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.884898] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 865.884898] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528dacd7-3f93-5dc2-361c-4a9bef5db20e" [ 865.884898] env[64022]: _type = "Task" [ 865.884898] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.896829] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528dacd7-3f93-5dc2-361c-4a9bef5db20e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.913768] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2302772, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.043282] env[64022]: DEBUG oslo_vmware.api [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302770, 'name': PowerOnVM_Task, 'duration_secs': 0.77801} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.046438] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.046655] env[64022]: INFO nova.compute.manager [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Took 9.50 seconds to spawn the instance on the hypervisor. [ 866.046832] env[64022]: DEBUG nova.compute.manager [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.047675] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa957dd4-112f-4e33-86a4-db32186f8520 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.057526] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302773, 'name': Rename_Task, 'duration_secs': 0.212257} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.059301] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.065356] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0f1ef8f-9f9d-4c3d-b3e7-020a6acd088f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.071283] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 866.071283] env[64022]: value = "task-2302774" [ 866.071283] env[64022]: _type = "Task" [ 866.071283] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.084098] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.143887] env[64022]: DEBUG nova.network.neutron [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Updated VIF entry in instance network info cache for port a5edd14d-9120-4781-8eaf-cb9a990cfe54. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.144260] env[64022]: DEBUG nova.network.neutron [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Updating instance_info_cache with network_info: [{"id": "a5edd14d-9120-4781-8eaf-cb9a990cfe54", "address": "fa:16:3e:9a:8d:47", "network": {"id": "8823cf2d-f0ee-4088-a653-6b4edb133354", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1221781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7f569764c54034b7f2767b49788d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5edd14d-91", "ovs_interfaceid": "a5edd14d-9120-4781-8eaf-cb9a990cfe54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.229505] env[64022]: DEBUG nova.compute.manager [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.336939] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b517a02b-a969-4366-9316-d4da5b9c1baf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.350697] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f36c5a-4d18-469d-b311-a4fcbbc0933d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.380459] env[64022]: INFO nova.compute.manager [-] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Took 1.36 seconds to deallocate network for instance. [ 866.382920] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942e40ce-9256-4fdf-8024-f05a829b9cd6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.399175] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d7c12d-3ccc-4b2a-aa7f-69bb61bb5661 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.403987] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528dacd7-3f93-5dc2-361c-4a9bef5db20e, 'name': SearchDatastore_Task, 'duration_secs': 0.02468} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.404334] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.404574] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.404798] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.404945] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.405137] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.405766] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-705e813b-5109-4d5a-88ff-7d37c7479983 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.415751] env[64022]: DEBUG nova.compute.provider_tree [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.426282] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2302772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517957} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.427422] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d8f02443-015d-4fbb-9b39-0b139f54dfb5/d8f02443-015d-4fbb-9b39-0b139f54dfb5.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.427645] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.427908] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.428076] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.429272] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b07f93ac-3422-4b14-8c5c-0458d300f104 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.431092] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3af31a-1a3f-4524-9703-ddb9e43ce347 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.438594] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 866.438594] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e3fbe0-8a64-a3a3-9d60-09d7ca1b1aa0" [ 866.438594] env[64022]: _type = "Task" [ 866.438594] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.439818] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for the task: (returnval){ [ 866.439818] env[64022]: value = "task-2302775" [ 866.439818] env[64022]: _type = "Task" [ 866.439818] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.450960] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2302775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.456731] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e3fbe0-8a64-a3a3-9d60-09d7ca1b1aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.456731] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80d62fa-6d8a-4f3d-b8d3-66d791008a94 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.461798] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 866.461798] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cfc4a8-ea4c-45b4-8e84-59478da363c8" [ 866.461798] env[64022]: _type = "Task" [ 866.461798] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.469726] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cfc4a8-ea4c-45b4-8e84-59478da363c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.577045] env[64022]: INFO nova.compute.manager [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Took 30.65 seconds to build instance. [ 866.583635] env[64022]: DEBUG oslo_vmware.api [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302774, 'name': PowerOnVM_Task, 'duration_secs': 0.501343} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.583776] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.583985] env[64022]: INFO nova.compute.manager [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Took 8.63 seconds to spawn the instance on the hypervisor. [ 866.584220] env[64022]: DEBUG nova.compute.manager [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.585024] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c8560b-dd56-4aee-b2c8-bb8e8501c35a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.646784] env[64022]: DEBUG oslo_concurrency.lockutils [req-67049a28-74f0-40a3-8d7a-693ae32d3ebe req-0b515f54-ff89-43da-b69b-3133bf75cabf service nova] Releasing lock "refresh_cache-6ad260bc-66fe-4ffc-ba74-bf8da1b7b309" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.750285] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.893151] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.922261] env[64022]: DEBUG nova.scheduler.client.report [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.953180] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2302775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064464} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.954040] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.954542] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa05c5f-e50b-42ed-ac03-9d288e4f0839 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.976918] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] d8f02443-015d-4fbb-9b39-0b139f54dfb5/d8f02443-015d-4fbb-9b39-0b139f54dfb5.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.980363] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4319db9e-efba-4bed-9558-a3dd76fbbd9b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.001700] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cfc4a8-ea4c-45b4-8e84-59478da363c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.003192] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.003434] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309/6ad260bc-66fe-4ffc-ba74-bf8da1b7b309.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.003783] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for the task: (returnval){ [ 867.003783] env[64022]: value = "task-2302776" [ 867.003783] env[64022]: _type = "Task" [ 867.003783] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.004013] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ed781b2-ecaf-423d-931e-d1c40ae11d31 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.015440] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2302776, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.016777] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 867.016777] env[64022]: value = "task-2302777" [ 867.016777] env[64022]: _type = "Task" [ 867.016777] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.026142] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.079878] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cead4f9a-b8b8-45ed-950c-723db53735b6 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Lock "9394542e-72ac-4a19-a442-cf2e9e73a2dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.163s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.102156] env[64022]: INFO nova.compute.manager [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Took 30.99 seconds to build instance. [ 867.422891] env[64022]: DEBUG nova.compute.manager [req-bdde65b7-e468-44ed-87cf-4c4b9ceb5b84 req-538a64b8-9e59-438f-9238-43ab669fbd88 service nova] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Received event network-vif-deleted-7730d699-4909-4f2c-a91c-d6c688f73cac {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.427140] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.427776] env[64022]: DEBUG nova.compute.manager [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.431101] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.659s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.431390] env[64022]: DEBUG nova.objects.instance [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lazy-loading 'resources' on Instance uuid 6292d41f-5705-4eaa-94c4-6f5ffac5c477 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.517446] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2302776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.527452] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302777, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.579296] env[64022]: INFO nova.compute.manager [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Rescuing [ 867.579591] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "refresh_cache-19dff5f5-da00-420a-b289-5bd97f7ba77f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.579745] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquired lock "refresh_cache-19dff5f5-da00-420a-b289-5bd97f7ba77f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.579909] env[64022]: DEBUG nova.network.neutron [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.603731] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "19dff5f5-da00-420a-b289-5bd97f7ba77f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.501s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.896055] env[64022]: DEBUG oslo_concurrency.lockutils [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Acquiring lock "9394542e-72ac-4a19-a442-cf2e9e73a2dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.896055] env[64022]: DEBUG oslo_concurrency.lockutils [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Lock "9394542e-72ac-4a19-a442-cf2e9e73a2dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.896055] env[64022]: DEBUG oslo_concurrency.lockutils [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Acquiring lock "9394542e-72ac-4a19-a442-cf2e9e73a2dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.896383] env[64022]: DEBUG oslo_concurrency.lockutils [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Lock "9394542e-72ac-4a19-a442-cf2e9e73a2dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.896383] env[64022]: DEBUG oslo_concurrency.lockutils [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Lock "9394542e-72ac-4a19-a442-cf2e9e73a2dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.898340] env[64022]: INFO nova.compute.manager [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Terminating instance [ 867.933980] env[64022]: DEBUG nova.compute.utils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 867.937680] env[64022]: DEBUG nova.compute.manager [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.937846] env[64022]: DEBUG nova.network.neutron [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.978594] env[64022]: DEBUG nova.policy [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8935a16e173422589bbb837d276826a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '449e7d1de73e48e3ad449118301f6caa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.016623] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2302776, 'name': ReconfigVM_Task, 'duration_secs': 0.547834} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.019123] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Reconfigured VM instance instance-00000050 to attach disk [datastore2] d8f02443-015d-4fbb-9b39-0b139f54dfb5/d8f02443-015d-4fbb-9b39-0b139f54dfb5.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.020115] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c01880e-845c-4152-945b-f19fc069575c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.029723] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5283} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.032899] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309/6ad260bc-66fe-4ffc-ba74-bf8da1b7b309.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.033142] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.033471] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for the task: (returnval){ [ 868.033471] env[64022]: value = "task-2302778" [ 868.033471] env[64022]: _type = "Task" [ 868.033471] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.033803] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6529f26-3215-41ef-9b44-cde095764e3c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.042612] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2302778, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.046230] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 868.046230] env[64022]: value = "task-2302779" [ 868.046230] env[64022]: _type = "Task" [ 868.046230] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.055598] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.219475] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6d5748-8a3d-4392-954c-7d6ad0d04ebd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.232303] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7f4672-53a7-4d7d-b85b-a3178eae03e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.268416] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3a26c0-a7db-4cfb-b7e6-8d9d98c2e673 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.277254] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dead4a-7700-48bc-9892-c874831a9762 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.296624] env[64022]: DEBUG nova.compute.provider_tree [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.330885] env[64022]: DEBUG nova.network.neutron [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Updating instance_info_cache with network_info: [{"id": "2014e725-e0fb-4e83-84f7-7117893ad48b", "address": "fa:16:3e:96:94:f5", "network": {"id": "a3aa8713-5ad0-439f-9285-d5223ac79dcd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-934680590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e71e69926dc4ec391e68990a7a11a5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2014e725-e0", "ovs_interfaceid": "2014e725-e0fb-4e83-84f7-7117893ad48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.345013] env[64022]: DEBUG nova.network.neutron [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Successfully created port: 84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.401936] env[64022]: DEBUG nova.compute.manager [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.402173] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.403716] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6dd624-c195-4942-b46e-8e19be21d21b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.411180] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.411463] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5ccfeed-bcdb-44b5-bec0-812af53c36a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.418390] env[64022]: DEBUG oslo_vmware.api [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Waiting for the task: (returnval){ [ 868.418390] env[64022]: value = "task-2302780" [ 868.418390] env[64022]: _type = "Task" [ 868.418390] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.427426] env[64022]: DEBUG oslo_vmware.api [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.438747] env[64022]: DEBUG nova.compute.manager [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.545383] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2302778, 'name': Rename_Task, 'duration_secs': 0.284173} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.545651] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.545888] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2c554c7-5b2f-4384-9bf0-8254b3a8a1cd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.556238] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065917} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.557147] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.557486] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for the task: (returnval){ [ 868.557486] env[64022]: value = "task-2302781" [ 868.557486] env[64022]: _type = "Task" [ 868.557486] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.558165] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e44989-e2f5-482e-9ff2-2d9c593ba721 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.567877] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2302781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.588802] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309/6ad260bc-66fe-4ffc-ba74-bf8da1b7b309.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.589123] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d2344e5-7cca-42bf-bf79-aad76c9be33c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.610991] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 868.610991] env[64022]: value = "task-2302782" [ 868.610991] env[64022]: _type = "Task" [ 868.610991] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.620166] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302782, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.799145] env[64022]: DEBUG nova.scheduler.client.report [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.833547] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Releasing lock "refresh_cache-19dff5f5-da00-420a-b289-5bd97f7ba77f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.928499] env[64022]: DEBUG oslo_vmware.api [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302780, 'name': PowerOffVM_Task, 'duration_secs': 0.243776} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.928818] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.928908] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.929183] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9f9e4dc-6393-428e-a5a4-e638cf56299e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.993277] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.993499] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.993697] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Deleting the datastore file [datastore1] 9394542e-72ac-4a19-a442-cf2e9e73a2dc {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.993970] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a58b5566-b752-4b4f-ad6f-0ded2736ddd2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.000950] env[64022]: DEBUG oslo_vmware.api [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Waiting for the task: (returnval){ [ 869.000950] env[64022]: value = "task-2302784" [ 869.000950] env[64022]: _type = "Task" [ 869.000950] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.008985] env[64022]: DEBUG oslo_vmware.api [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.075561] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2302781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.120882] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302782, 'name': ReconfigVM_Task, 'duration_secs': 0.292465} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.121337] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309/6ad260bc-66fe-4ffc-ba74-bf8da1b7b309.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.122017] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d05459d9-8dd2-4ca5-ac01-87d616a56091 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.128998] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 869.128998] env[64022]: value = "task-2302785" [ 869.128998] env[64022]: _type = "Task" [ 869.128998] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.304680] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.307491] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.846s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.307596] env[64022]: DEBUG nova.objects.instance [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lazy-loading 'resources' on Instance uuid 752a82f2-1ab8-47e2-9a0f-151704febc9d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.327263] env[64022]: INFO nova.scheduler.client.report [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Deleted allocations for instance 6292d41f-5705-4eaa-94c4-6f5ffac5c477 [ 869.448590] env[64022]: DEBUG nova.compute.manager [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.475174] env[64022]: DEBUG nova.virt.hardware [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.475426] env[64022]: DEBUG nova.virt.hardware [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.475586] env[64022]: DEBUG nova.virt.hardware [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.476199] env[64022]: DEBUG nova.virt.hardware [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.476199] env[64022]: DEBUG nova.virt.hardware [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.476296] env[64022]: DEBUG nova.virt.hardware [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.476515] env[64022]: DEBUG nova.virt.hardware [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.476683] env[64022]: DEBUG nova.virt.hardware [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.476854] env[64022]: DEBUG nova.virt.hardware [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.477025] env[64022]: DEBUG nova.virt.hardware [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.477205] env[64022]: DEBUG nova.virt.hardware [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.478082] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2473ebd6-b25c-4713-9831-f08e653cfd8d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.487978] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9470764d-ba54-4512-8d46-e105a0f886be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.511461] env[64022]: DEBUG oslo_vmware.api [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Task: {'id': task-2302784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139507} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.511768] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.514387] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.514387] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.514387] env[64022]: INFO nova.compute.manager [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 869.514387] env[64022]: DEBUG oslo.service.loopingcall [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.514387] env[64022]: DEBUG nova.compute.manager [-] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.514387] env[64022]: DEBUG nova.network.neutron [-] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.574815] env[64022]: DEBUG oslo_vmware.api [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2302781, 'name': PowerOnVM_Task, 'duration_secs': 0.743619} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.574815] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.574815] env[64022]: INFO nova.compute.manager [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Took 8.99 seconds to spawn the instance on the hypervisor. [ 869.574994] env[64022]: DEBUG nova.compute.manager [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.575633] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792a5e29-7d79-4a6c-925b-5d69ed5d7170 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.639973] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302785, 'name': Rename_Task, 'duration_secs': 0.150953} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.640346] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.640578] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f1e5e7e-01fb-47d8-82ed-917406648264 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.650696] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 869.650696] env[64022]: value = "task-2302786" [ 869.650696] env[64022]: _type = "Task" [ 869.650696] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.659237] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.809501] env[64022]: DEBUG nova.compute.manager [req-fdae674b-387e-4559-ad3b-ad099d378d0e req-7f2c09b5-4c76-4f45-9fef-616ef6a02a6d service nova] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Received event network-vif-deleted-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 869.809670] env[64022]: INFO nova.compute.manager [req-fdae674b-387e-4559-ad3b-ad099d378d0e req-7f2c09b5-4c76-4f45-9fef-616ef6a02a6d service nova] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Neutron deleted interface 3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6; detaching it from the instance and deleting it from the info cache [ 869.809837] env[64022]: DEBUG nova.network.neutron [req-fdae674b-387e-4559-ad3b-ad099d378d0e req-7f2c09b5-4c76-4f45-9fef-616ef6a02a6d service nova] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.811316] env[64022]: DEBUG nova.objects.instance [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lazy-loading 'numa_topology' on Instance uuid 752a82f2-1ab8-47e2-9a0f-151704febc9d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.839165] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9f6dcb45-e44b-4769-8a9e-427340f03f23 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Lock "6292d41f-5705-4eaa-94c4-6f5ffac5c477" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.584s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.928191] env[64022]: DEBUG nova.compute.manager [req-614e036b-f4e9-4f95-93ab-c622235d0807 req-39ebf8fd-59fb-40ec-8130-0416c5e7a93f service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Received event network-vif-plugged-84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 869.928191] env[64022]: DEBUG oslo_concurrency.lockutils [req-614e036b-f4e9-4f95-93ab-c622235d0807 req-39ebf8fd-59fb-40ec-8130-0416c5e7a93f service nova] Acquiring lock "dc1db748-2690-4a36-84c6-951e8a7a24f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.928191] env[64022]: DEBUG oslo_concurrency.lockutils [req-614e036b-f4e9-4f95-93ab-c622235d0807 req-39ebf8fd-59fb-40ec-8130-0416c5e7a93f service nova] Lock "dc1db748-2690-4a36-84c6-951e8a7a24f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.928191] env[64022]: DEBUG oslo_concurrency.lockutils [req-614e036b-f4e9-4f95-93ab-c622235d0807 req-39ebf8fd-59fb-40ec-8130-0416c5e7a93f service nova] Lock "dc1db748-2690-4a36-84c6-951e8a7a24f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.928191] env[64022]: DEBUG nova.compute.manager [req-614e036b-f4e9-4f95-93ab-c622235d0807 req-39ebf8fd-59fb-40ec-8130-0416c5e7a93f service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] No waiting events found dispatching network-vif-plugged-84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.928671] env[64022]: WARNING nova.compute.manager [req-614e036b-f4e9-4f95-93ab-c622235d0807 req-39ebf8fd-59fb-40ec-8130-0416c5e7a93f service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Received unexpected event network-vif-plugged-84f6ed25-8070-41a7-8085-26d973e438a7 for instance with vm_state building and task_state spawning. [ 870.057018] env[64022]: DEBUG nova.network.neutron [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Successfully updated port: 84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.098267] env[64022]: INFO nova.compute.manager [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Took 22.78 seconds to build instance. [ 870.162479] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302786, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.295961] env[64022]: DEBUG nova.network.neutron [-] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.314637] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d9f4ddf-028f-4994-927f-e31cd547c47b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.317906] env[64022]: DEBUG nova.objects.base [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Object Instance<752a82f2-1ab8-47e2-9a0f-151704febc9d> lazy-loaded attributes: resources,numa_topology {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 870.330387] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f585eb-43d7-4861-9ac6-ace86fd03575 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.377393] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.377760] env[64022]: DEBUG nova.compute.manager [req-fdae674b-387e-4559-ad3b-ad099d378d0e req-7f2c09b5-4c76-4f45-9fef-616ef6a02a6d service nova] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Detach interface failed, port_id=3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6, reason: Instance 9394542e-72ac-4a19-a442-cf2e9e73a2dc could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 870.380840] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4675c51a-0d18-493c-8ba7-76bf43a82abd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.388935] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 870.388935] env[64022]: value = "task-2302787" [ 870.388935] env[64022]: _type = "Task" [ 870.388935] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.398513] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.561099] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquiring lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.561099] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquired lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.561099] env[64022]: DEBUG nova.network.neutron [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.600632] env[64022]: DEBUG oslo_concurrency.lockutils [None req-202f2978-dceb-4d04-9861-261260ea2047 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Lock "d8f02443-015d-4fbb-9b39-0b139f54dfb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.296s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.642888] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fbec11-5054-4445-9869-fe46d69cf13c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.651874] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562f4665-5e98-4c2c-9964-3f2d2ba8af2a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.664018] env[64022]: DEBUG oslo_vmware.api [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302786, 'name': PowerOnVM_Task, 'duration_secs': 0.597689} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.688206] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.689507] env[64022]: INFO nova.compute.manager [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Took 7.63 seconds to spawn the instance on the hypervisor. [ 870.689507] env[64022]: DEBUG nova.compute.manager [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.689801] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811325c1-b24d-4f67-bbec-5521c055afe2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.693088] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cdc1ed-e92e-4d9b-aefc-56b3b31bdd49 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.702600] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced0e01f-eb4a-48d6-b92b-112b66a97572 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.719622] env[64022]: DEBUG nova.compute.provider_tree [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.800185] env[64022]: INFO nova.compute.manager [-] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Took 1.29 seconds to deallocate network for instance. [ 870.899493] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302787, 'name': PowerOffVM_Task, 'duration_secs': 0.478107} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.900134] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.900990] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdeae66-e02d-4fee-86ab-1c84446bcc0f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.920562] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9473dadf-a205-4894-9aa0-3ef4109ecbd2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.958485] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.959195] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f01bb0b-70cb-4d86-8ff7-b6d001f58392 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.967453] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 870.967453] env[64022]: value = "task-2302788" [ 870.967453] env[64022]: _type = "Task" [ 870.967453] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.976617] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.106042] env[64022]: DEBUG nova.network.neutron [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.226210] env[64022]: DEBUG nova.scheduler.client.report [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.232847] env[64022]: INFO nova.compute.manager [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Took 19.23 seconds to build instance. [ 871.275186] env[64022]: DEBUG nova.network.neutron [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Updating instance_info_cache with network_info: [{"id": "84f6ed25-8070-41a7-8085-26d973e438a7", "address": "fa:16:3e:37:ac:dd", "network": {"id": "9d475371-551c-4889-9d20-bcfbb50d8145", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252349882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "449e7d1de73e48e3ad449118301f6caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f6ed25-80", "ovs_interfaceid": "84f6ed25-8070-41a7-8085-26d973e438a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.308848] env[64022]: DEBUG oslo_concurrency.lockutils [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.479764] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 871.479982] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.480280] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.480435] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.480605] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.480850] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbddef4f-d48e-4699-a57e-79b41ddc5eb8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.491499] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.491670] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.493045] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe038d67-c4ea-40b9-adaa-a8bcca3bfe2e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.498622] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 871.498622] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b1d5fc-f7f7-a1c3-66dd-bff9802512b8" [ 871.498622] env[64022]: _type = "Task" [ 871.498622] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.507118] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b1d5fc-f7f7-a1c3-66dd-bff9802512b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.741377] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.434s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.745025] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b55469b1-b771-4b84-9b77-24860e77a4e0 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "6ad260bc-66fe-4ffc-ba74-bf8da1b7b309" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.747s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.745025] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.651s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.745150] env[64022]: DEBUG nova.objects.instance [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64022) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 871.786936] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Releasing lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.786936] env[64022]: DEBUG nova.compute.manager [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Instance network_info: |[{"id": "84f6ed25-8070-41a7-8085-26d973e438a7", "address": "fa:16:3e:37:ac:dd", "network": {"id": "9d475371-551c-4889-9d20-bcfbb50d8145", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252349882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "449e7d1de73e48e3ad449118301f6caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f6ed25-80", "ovs_interfaceid": "84f6ed25-8070-41a7-8085-26d973e438a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.786936] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:ac:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84f6ed25-8070-41a7-8085-26d973e438a7', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.797132] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Creating folder: Project (449e7d1de73e48e3ad449118301f6caa). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.797734] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc8dec61-16d4-459a-b0ee-850b8892f642 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.811261] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Created folder: Project (449e7d1de73e48e3ad449118301f6caa) in parent group-v468248. [ 871.811496] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Creating folder: Instances. Parent ref: group-v468477. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.811753] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01e6f3b3-0766-41a0-a1ff-2f1630eb7cf1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.823365] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Created folder: Instances in parent group-v468477. [ 871.823659] env[64022]: DEBUG oslo.service.loopingcall [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.824167] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.824894] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7784421-803d-4bd4-9361-5c9afbb16830 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.844983] env[64022]: DEBUG nova.compute.manager [req-54c0f1fc-0d52-4794-8eb8-dd476b9f4420 req-b5c903b6-4c61-4193-8459-14feea084a1e service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Received event network-changed-b2d19e42-440b-489a-ba1f-f6a612186528 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.845452] env[64022]: DEBUG nova.compute.manager [req-54c0f1fc-0d52-4794-8eb8-dd476b9f4420 req-b5c903b6-4c61-4193-8459-14feea084a1e service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Refreshing instance network info cache due to event network-changed-b2d19e42-440b-489a-ba1f-f6a612186528. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 871.845690] env[64022]: DEBUG oslo_concurrency.lockutils [req-54c0f1fc-0d52-4794-8eb8-dd476b9f4420 req-b5c903b6-4c61-4193-8459-14feea084a1e service nova] Acquiring lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.845844] env[64022]: DEBUG oslo_concurrency.lockutils [req-54c0f1fc-0d52-4794-8eb8-dd476b9f4420 req-b5c903b6-4c61-4193-8459-14feea084a1e service nova] Acquired lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.846138] env[64022]: DEBUG nova.network.neutron [req-54c0f1fc-0d52-4794-8eb8-dd476b9f4420 req-b5c903b6-4c61-4193-8459-14feea084a1e service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Refreshing network info cache for port b2d19e42-440b-489a-ba1f-f6a612186528 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.858524] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.858524] env[64022]: value = "task-2302791" [ 871.858524] env[64022]: _type = "Task" [ 871.858524] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.873310] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302791, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.007011] env[64022]: DEBUG nova.compute.manager [req-bd577193-f23f-4ee4-ac44-b7612d387623 req-38d22590-8dca-4595-b668-41a041b273b6 service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Received event network-changed-84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.007325] env[64022]: DEBUG nova.compute.manager [req-bd577193-f23f-4ee4-ac44-b7612d387623 req-38d22590-8dca-4595-b668-41a041b273b6 service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Refreshing instance network info cache due to event network-changed-84f6ed25-8070-41a7-8085-26d973e438a7. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 872.007579] env[64022]: DEBUG oslo_concurrency.lockutils [req-bd577193-f23f-4ee4-ac44-b7612d387623 req-38d22590-8dca-4595-b668-41a041b273b6 service nova] Acquiring lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.007738] env[64022]: DEBUG oslo_concurrency.lockutils [req-bd577193-f23f-4ee4-ac44-b7612d387623 req-38d22590-8dca-4595-b668-41a041b273b6 service nova] Acquired lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.007906] env[64022]: DEBUG nova.network.neutron [req-bd577193-f23f-4ee4-ac44-b7612d387623 req-38d22590-8dca-4595-b668-41a041b273b6 service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Refreshing network info cache for port 84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.014257] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b1d5fc-f7f7-a1c3-66dd-bff9802512b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.015291] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a2749af-ac3b-4d36-8b40-9aac0347b2a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.023014] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 872.023014] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52501524-f081-e968-742b-790019768927" [ 872.023014] env[64022]: _type = "Task" [ 872.023014] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.035057] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52501524-f081-e968-742b-790019768927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.253035] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f6758147-5dda-46b3-b0d0-ee061a91bdb1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "752a82f2-1ab8-47e2-9a0f-151704febc9d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.651s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.254236] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "752a82f2-1ab8-47e2-9a0f-151704febc9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 15.176s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.258601] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "752a82f2-1ab8-47e2-9a0f-151704febc9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.258601] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "752a82f2-1ab8-47e2-9a0f-151704febc9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.258601] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "752a82f2-1ab8-47e2-9a0f-151704febc9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.258601] env[64022]: INFO nova.compute.manager [None req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Terminating instance [ 872.371261] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302791, 'name': CreateVM_Task, 'duration_secs': 0.373916} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.371261] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.371261] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.371261] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.371261] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.371261] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3bad72-bd69-4c7c-9f76-2754c1d73b0d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.376185] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 872.376185] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5210abf4-e7e1-d7a4-3313-79a89c6d7d3f" [ 872.376185] env[64022]: _type = "Task" [ 872.376185] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.387433] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5210abf4-e7e1-d7a4-3313-79a89c6d7d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.534535] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52501524-f081-e968-742b-790019768927, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.534787] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.535446] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 19dff5f5-da00-420a-b289-5bd97f7ba77f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk. {{(pid=64022) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 872.535446] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-242e1fa7-2879-41a4-a3d7-e83e4a834d0a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.542556] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 872.542556] env[64022]: value = "task-2302792" [ 872.542556] env[64022]: _type = "Task" [ 872.542556] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.554565] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.584815] env[64022]: DEBUG nova.network.neutron [req-54c0f1fc-0d52-4794-8eb8-dd476b9f4420 req-b5c903b6-4c61-4193-8459-14feea084a1e service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Updated VIF entry in instance network info cache for port b2d19e42-440b-489a-ba1f-f6a612186528. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.585220] env[64022]: DEBUG nova.network.neutron [req-54c0f1fc-0d52-4794-8eb8-dd476b9f4420 req-b5c903b6-4c61-4193-8459-14feea084a1e service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Updating instance_info_cache with network_info: [{"id": "b2d19e42-440b-489a-ba1f-f6a612186528", "address": "fa:16:3e:04:12:3e", "network": {"id": "a757dd32-0a46-4119-b9a3-800b1ffb34fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1934846962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f88f7bdb0e4fe08baab80d89ebc86d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d19e42-44", "ovs_interfaceid": "b2d19e42-440b-489a-ba1f-f6a612186528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.638017] env[64022]: DEBUG nova.compute.manager [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.638017] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4328c8d4-aff3-41ed-b035-13e2ef1ade74 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.719706] env[64022]: DEBUG nova.network.neutron [req-bd577193-f23f-4ee4-ac44-b7612d387623 req-38d22590-8dca-4595-b668-41a041b273b6 service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Updated VIF entry in instance network info cache for port 84f6ed25-8070-41a7-8085-26d973e438a7. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.720096] env[64022]: DEBUG nova.network.neutron [req-bd577193-f23f-4ee4-ac44-b7612d387623 req-38d22590-8dca-4595-b668-41a041b273b6 service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Updating instance_info_cache with network_info: [{"id": "84f6ed25-8070-41a7-8085-26d973e438a7", "address": "fa:16:3e:37:ac:dd", "network": {"id": "9d475371-551c-4889-9d20-bcfbb50d8145", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252349882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "449e7d1de73e48e3ad449118301f6caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f6ed25-80", "ovs_interfaceid": "84f6ed25-8070-41a7-8085-26d973e438a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.757938] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3ee3cc15-37a1-4c37-b5fc-1c8738e0d6dd tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.759248] env[64022]: DEBUG oslo_concurrency.lockutils [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.759s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.759563] env[64022]: DEBUG nova.objects.instance [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Lazy-loading 'resources' on Instance uuid 56a1fc0d-76cb-486f-b438-465abeb5e86a {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.764019] env[64022]: DEBUG nova.compute.manager [None req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.764019] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.764019] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d64c40b-448e-4897-b64a-9946622794d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.774369] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b68566-3d45-4bce-a907-1fb96effc27c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.820315] env[64022]: WARNING nova.virt.vmwareapi.vmops [None req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 752a82f2-1ab8-47e2-9a0f-151704febc9d could not be found. [ 872.821066] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.821066] env[64022]: INFO nova.compute.manager [None req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Took 0.06 seconds to destroy the instance on the hypervisor. [ 872.821296] env[64022]: DEBUG oslo.service.loopingcall [None req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.821773] env[64022]: DEBUG nova.compute.manager [-] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.821892] env[64022]: DEBUG nova.network.neutron [-] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.888061] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5210abf4-e7e1-d7a4-3313-79a89c6d7d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.012251} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.888718] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.888718] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.888945] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.889135] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.889438] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.889674] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77c4d5fe-e701-42e2-bded-b377f3ae5223 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.906220] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.906484] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.907528] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731b494c-fc4c-471b-b58f-11192bb97201 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.916654] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 872.916654] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5201b3d8-930f-2253-75b9-c7d2a16822ec" [ 872.916654] env[64022]: _type = "Task" [ 872.916654] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.926638] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5201b3d8-930f-2253-75b9-c7d2a16822ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.054015] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478423} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.054328] env[64022]: INFO nova.virt.vmwareapi.ds_util [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 19dff5f5-da00-420a-b289-5bd97f7ba77f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk. [ 873.055322] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63593d0f-df95-4ded-8fea-9fd8e32d96a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.082270] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 19dff5f5-da00-420a-b289-5bd97f7ba77f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.083995] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9585b177-89c5-4a9e-af52-2a10672eb1c1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.097589] env[64022]: DEBUG nova.network.neutron [-] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.098883] env[64022]: DEBUG oslo_concurrency.lockutils [req-54c0f1fc-0d52-4794-8eb8-dd476b9f4420 req-b5c903b6-4c61-4193-8459-14feea084a1e service nova] Releasing lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.107232] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 873.107232] env[64022]: value = "task-2302793" [ 873.107232] env[64022]: _type = "Task" [ 873.107232] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.119130] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.154704] env[64022]: INFO nova.compute.manager [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] instance snapshotting [ 873.157568] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27011f99-7f38-4d25-a226-ba45a68f829d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.181173] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f8475e-83f8-4ace-ae3e-81f5747cad66 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.223315] env[64022]: DEBUG oslo_concurrency.lockutils [req-bd577193-f23f-4ee4-ac44-b7612d387623 req-38d22590-8dca-4595-b668-41a041b273b6 service nova] Releasing lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.426990] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5201b3d8-930f-2253-75b9-c7d2a16822ec, 'name': SearchDatastore_Task, 'duration_secs': 0.056411} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.430570] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10eaa3cf-13cd-44b5-aee6-536097789579 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.435939] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 873.435939] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b182e4-f0fb-ba81-3136-8819b36c51b5" [ 873.435939] env[64022]: _type = "Task" [ 873.435939] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.443042] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b182e4-f0fb-ba81-3136-8819b36c51b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.552828] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa5cdbb-5f67-4108-89a5-2f08ff31a19a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.563372] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d9a3d8-9015-4881-8add-8a6e2c9ffcee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.597926] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7e9aeb-9ef6-473c-9674-60975d95d53b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.600642] env[64022]: INFO nova.compute.manager [-] [instance: 752a82f2-1ab8-47e2-9a0f-151704febc9d] Took 0.78 seconds to deallocate network for instance. [ 873.613511] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4497ab-ba13-4226-8c1c-1eb56bc07532 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.634735] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.635148] env[64022]: DEBUG nova.compute.provider_tree [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.694056] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 873.694372] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d8d27b26-91e6-428c-b869-a21e738b6f0f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.702819] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 873.702819] env[64022]: value = "task-2302794" [ 873.702819] env[64022]: _type = "Task" [ 873.702819] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.711200] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302794, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.947412] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b182e4-f0fb-ba81-3136-8819b36c51b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009886} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.947763] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.948183] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] dc1db748-2690-4a36-84c6-951e8a7a24f6/dc1db748-2690-4a36-84c6-951e8a7a24f6.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.948476] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa4e965a-8ecc-41ac-9a72-dc77d3bd8d54 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.955690] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 873.955690] env[64022]: value = "task-2302795" [ 873.955690] env[64022]: _type = "Task" [ 873.955690] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.963380] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.123431] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.142020] env[64022]: DEBUG nova.scheduler.client.report [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.214843] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302794, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.469956] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488526} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.470236] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] dc1db748-2690-4a36-84c6-951e8a7a24f6/dc1db748-2690-4a36-84c6-951e8a7a24f6.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.470453] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.470713] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2313849-57d2-4193-923f-3ac9182a9a14 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.477119] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 874.477119] env[64022]: value = "task-2302796" [ 874.477119] env[64022]: _type = "Task" [ 874.477119] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.485732] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.621504] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302793, 'name': ReconfigVM_Task, 'duration_secs': 1.091285} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.621834] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 19dff5f5-da00-420a-b289-5bd97f7ba77f/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.622692] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63831a26-ccc7-40da-b766-efdea446ebea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.662514] env[64022]: DEBUG oslo_concurrency.lockutils [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.674583] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "752a82f2-1ab8-47e2-9a0f-151704febc9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.420s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.676121] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.951s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.677388] env[64022]: INFO nova.compute.claims [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.680810] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad8b00b6-3137-42d2-a059-0fdf008f8df0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.697659] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 874.697659] env[64022]: value = "task-2302797" [ 874.697659] env[64022]: _type = "Task" [ 874.697659] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.711328] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.712835] env[64022]: INFO nova.scheduler.client.report [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Deleted allocations for instance 56a1fc0d-76cb-486f-b438-465abeb5e86a [ 874.720836] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302794, 'name': CreateSnapshot_Task, 'duration_secs': 0.813034} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.721412] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 874.722566] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fed6b76-16b7-47c8-83e4-3134e31003bd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.995759] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256369} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.996169] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.997183] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c90f3c1-66d2-4af5-be21-dea5e9622e76 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.022072] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] dc1db748-2690-4a36-84c6-951e8a7a24f6/dc1db748-2690-4a36-84c6-951e8a7a24f6.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.022401] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff884e15-c9e7-4ed7-b2fb-6e8ae557b99e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.042370] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 875.042370] env[64022]: value = "task-2302798" [ 875.042370] env[64022]: _type = "Task" [ 875.042370] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.051310] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.208986] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302797, 'name': ReconfigVM_Task, 'duration_secs': 0.379044} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.209312] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.210207] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4bbb69c-e9c1-4079-94c5-dc8b5fb1e2a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.219711] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 875.219711] env[64022]: value = "task-2302799" [ 875.219711] env[64022]: _type = "Task" [ 875.219711] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.226996] env[64022]: DEBUG oslo_concurrency.lockutils [None req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Lock "56a1fc0d-76cb-486f-b438-465abeb5e86a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.995s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.231608] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.241669] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 875.241953] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d26dc7b6-e597-47c9-89f4-ff1937dde6e6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.250272] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 875.250272] env[64022]: value = "task-2302800" [ 875.250272] env[64022]: _type = "Task" [ 875.250272] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.260685] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302800, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.556656] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.498351] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.498351] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.502831] env[64022]: DEBUG oslo_vmware.api [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302799, 'name': PowerOnVM_Task, 'duration_secs': 0.72038} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.510709] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.512628] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302798, 'name': ReconfigVM_Task, 'duration_secs': 0.771371} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.512851] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302800, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.513880] env[64022]: DEBUG nova.compute.manager [None req-3caa7803-cdaf-4842-971c-689a79ec4822 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.514818] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Reconfigured VM instance instance-00000052 to attach disk [datastore1] dc1db748-2690-4a36-84c6-951e8a7a24f6/dc1db748-2690-4a36-84c6-951e8a7a24f6.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.515927] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b06cf61-6f4a-41d9-901e-e133bdc7ff2f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.518391] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e7e1320-f787-4bbd-9517-73866d74075a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.529314] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 876.529314] env[64022]: value = "task-2302801" [ 876.529314] env[64022]: _type = "Task" [ 876.529314] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.537430] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302801, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.798182] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7c808a-3f0a-47fa-9b20-aad08c00a1d5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.805845] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e09d54-c170-4b04-8e6c-3a0519ad490b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.841126] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad0d6d9-be4e-4159-9a55-d2965b517252 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.850411] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dabf0e-30da-4580-a013-c2c59d05f4b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.867032] env[64022]: DEBUG nova.compute.provider_tree [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.944924] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.945203] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.998194] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302800, 'name': CloneVM_Task} progress is 95%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.999741] env[64022]: DEBUG nova.compute.manager [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.047797] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302801, 'name': Rename_Task, 'duration_secs': 0.152505} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.048221] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.050034] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-098618e3-56de-4a77-907f-360d49bf054d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.057104] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 877.057104] env[64022]: value = "task-2302802" [ 877.057104] env[64022]: _type = "Task" [ 877.057104] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.069099] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.380121] env[64022]: DEBUG nova.scheduler.client.report [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.449382] env[64022]: DEBUG nova.compute.manager [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.501197] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302800, 'name': CloneVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.531617] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.566900] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302802, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.885779] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.210s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.886320] env[64022]: DEBUG nova.compute.manager [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.889018] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.220s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.891046] env[64022]: INFO nova.compute.claims [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.968990] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.000706] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302800, 'name': CloneVM_Task, 'duration_secs': 2.278033} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.000984] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Created linked-clone VM from snapshot [ 878.001819] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e29de99-54c6-457c-a529-ec4e00f864ac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.010071] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Uploading image 85580bd5-3b10-46c9-98be-2fbe5cf72ec4 {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 878.024717] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 878.025018] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69737b74-17f2-49d2-8f2c-6747aca04ebc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.031995] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 878.031995] env[64022]: value = "task-2302803" [ 878.031995] env[64022]: _type = "Task" [ 878.031995] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.042648] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302803, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.068687] env[64022]: DEBUG oslo_vmware.api [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302802, 'name': PowerOnVM_Task, 'duration_secs': 0.809517} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.068966] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.069201] env[64022]: INFO nova.compute.manager [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Took 8.62 seconds to spawn the instance on the hypervisor. [ 878.069415] env[64022]: DEBUG nova.compute.manager [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.070293] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731a1973-37ae-4641-b768-d68ce8512a79 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.208119] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "04be5e3a-9804-4d9a-bc03-4fa108c93d65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.208256] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "04be5e3a-9804-4d9a-bc03-4fa108c93d65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.395404] env[64022]: DEBUG nova.compute.utils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 878.399066] env[64022]: DEBUG nova.compute.manager [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.399066] env[64022]: DEBUG nova.network.neutron [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.446331] env[64022]: DEBUG nova.policy [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ada22d28d08b4e8c9f4f88da40a5d079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d2d71a4e1514137b465aba7c9595303', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.544130] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302803, 'name': Destroy_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.587160] env[64022]: INFO nova.compute.manager [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Took 24.07 seconds to build instance. [ 878.710566] env[64022]: DEBUG nova.compute.manager [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.857130] env[64022]: DEBUG nova.network.neutron [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Successfully created port: 1d264497-c4c1-4166-9a3a-1f58d3ecae11 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.905774] env[64022]: DEBUG nova.compute.manager [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.045112] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302803, 'name': Destroy_Task, 'duration_secs': 0.714891} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.045487] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Destroyed the VM [ 879.045721] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 879.048519] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8fb3fc98-11ee-4a23-94c6-3184dae50318 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.054682] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 879.054682] env[64022]: value = "task-2302804" [ 879.054682] env[64022]: _type = "Task" [ 879.054682] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.063321] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302804, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.089922] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Lock "dc1db748-2690-4a36-84c6-951e8a7a24f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.577s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.237243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.243042] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad7b96e-fea5-4834-9889-2aeea897779b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.251857] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb9611c-1e6d-4a6e-9b3e-c8cae02fdc11 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.287019] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0837d94-5e49-42a7-831d-72f346d81905 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.293549] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee20c8a-a15c-4c7d-b454-471eb39d5c7c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.307821] env[64022]: DEBUG nova.compute.provider_tree [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.565933] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302804, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.811435] env[64022]: DEBUG nova.scheduler.client.report [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.840387] env[64022]: INFO nova.compute.manager [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Rescuing [ 879.840651] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquiring lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.841182] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquired lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.841182] env[64022]: DEBUG nova.network.neutron [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.916487] env[64022]: DEBUG nova.compute.manager [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.951191] env[64022]: DEBUG nova.virt.hardware [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.951450] env[64022]: DEBUG nova.virt.hardware [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.951608] env[64022]: DEBUG nova.virt.hardware [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.951788] env[64022]: DEBUG nova.virt.hardware [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.951932] env[64022]: DEBUG nova.virt.hardware [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.952127] env[64022]: DEBUG nova.virt.hardware [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.952325] env[64022]: DEBUG nova.virt.hardware [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.952503] env[64022]: DEBUG nova.virt.hardware [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.952674] env[64022]: DEBUG nova.virt.hardware [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.952835] env[64022]: DEBUG nova.virt.hardware [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.953035] env[64022]: DEBUG nova.virt.hardware [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.953930] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86090828-7bdb-4fc5-8993-d6f7ff982a58 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.962357] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393aa2b2-c11b-47ef-86b3-ae280060865a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.067919] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302804, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.319028] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.319028] env[64022]: DEBUG nova.compute.manager [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.319904] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.845s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.320309] env[64022]: DEBUG nova.objects.instance [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lazy-loading 'resources' on Instance uuid 29f8d271-192b-4565-84d8-216c9748a49a {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.339775] env[64022]: DEBUG nova.compute.manager [req-d7e1c914-561f-4b03-8265-597d5d7f0278 req-f6136c82-9b36-483e-ad73-cdb118ba42e6 service nova] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Received event network-vif-plugged-1d264497-c4c1-4166-9a3a-1f58d3ecae11 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 880.339775] env[64022]: DEBUG oslo_concurrency.lockutils [req-d7e1c914-561f-4b03-8265-597d5d7f0278 req-f6136c82-9b36-483e-ad73-cdb118ba42e6 service nova] Acquiring lock "1f505927-8784-4b15-b4d3-8aa0e1532599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.339775] env[64022]: DEBUG oslo_concurrency.lockutils [req-d7e1c914-561f-4b03-8265-597d5d7f0278 req-f6136c82-9b36-483e-ad73-cdb118ba42e6 service nova] Lock "1f505927-8784-4b15-b4d3-8aa0e1532599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.339775] env[64022]: DEBUG oslo_concurrency.lockutils [req-d7e1c914-561f-4b03-8265-597d5d7f0278 req-f6136c82-9b36-483e-ad73-cdb118ba42e6 service nova] Lock "1f505927-8784-4b15-b4d3-8aa0e1532599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.339775] env[64022]: DEBUG nova.compute.manager [req-d7e1c914-561f-4b03-8265-597d5d7f0278 req-f6136c82-9b36-483e-ad73-cdb118ba42e6 service nova] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] No waiting events found dispatching network-vif-plugged-1d264497-c4c1-4166-9a3a-1f58d3ecae11 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.339775] env[64022]: WARNING nova.compute.manager [req-d7e1c914-561f-4b03-8265-597d5d7f0278 req-f6136c82-9b36-483e-ad73-cdb118ba42e6 service nova] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Received unexpected event network-vif-plugged-1d264497-c4c1-4166-9a3a-1f58d3ecae11 for instance with vm_state building and task_state spawning. [ 880.438490] env[64022]: DEBUG nova.network.neutron [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Successfully updated port: 1d264497-c4c1-4166-9a3a-1f58d3ecae11 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.568205] env[64022]: DEBUG oslo_vmware.api [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302804, 'name': RemoveSnapshot_Task, 'duration_secs': 1.378698} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.568942] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 880.824213] env[64022]: DEBUG nova.compute.utils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 880.829052] env[64022]: DEBUG nova.compute.manager [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.829159] env[64022]: DEBUG nova.network.neutron [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.852295] env[64022]: DEBUG nova.network.neutron [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Updating instance_info_cache with network_info: [{"id": "84f6ed25-8070-41a7-8085-26d973e438a7", "address": "fa:16:3e:37:ac:dd", "network": {"id": "9d475371-551c-4889-9d20-bcfbb50d8145", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252349882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "449e7d1de73e48e3ad449118301f6caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f6ed25-80", "ovs_interfaceid": "84f6ed25-8070-41a7-8085-26d973e438a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.891687] env[64022]: DEBUG nova.policy [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f763cad866dd4756b473ef1cdcb0851d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f802d3dea6ad4cd48aa21f7bc687f700', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.939966] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "refresh_cache-1f505927-8784-4b15-b4d3-8aa0e1532599" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.942848] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "refresh_cache-1f505927-8784-4b15-b4d3-8aa0e1532599" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.942848] env[64022]: DEBUG nova.network.neutron [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.080411] env[64022]: WARNING nova.compute.manager [None req-62ad98fc-9afd-4670-9341-2dd8a5f5786d tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Image not found during snapshot: nova.exception.ImageNotFound: Image 85580bd5-3b10-46c9-98be-2fbe5cf72ec4 could not be found. [ 881.214572] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4871da71-7fa7-4c58-bf92-bc828b17b2d0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.223120] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aa4a96-4b27-4075-8258-7fc14b62ae6b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.262363] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5370ef-df10-4c10-8570-dd7ebbcfb31e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.272373] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9f4f02-4baf-48a0-895f-99ce4916014c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.285882] env[64022]: DEBUG nova.compute.provider_tree [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.328301] env[64022]: DEBUG nova.compute.manager [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.355853] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Releasing lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.358477] env[64022]: DEBUG nova.network.neutron [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Successfully created port: 4e86f504-f643-48a8-901b-60f38dfbf110 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.492514] env[64022]: DEBUG nova.network.neutron [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.691977] env[64022]: DEBUG nova.network.neutron [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Updating instance_info_cache with network_info: [{"id": "1d264497-c4c1-4166-9a3a-1f58d3ecae11", "address": "fa:16:3e:26:0d:b8", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d264497-c4", "ovs_interfaceid": "1d264497-c4c1-4166-9a3a-1f58d3ecae11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.789300] env[64022]: DEBUG nova.scheduler.client.report [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.979531] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "6ad260bc-66fe-4ffc-ba74-bf8da1b7b309" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.979801] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "6ad260bc-66fe-4ffc-ba74-bf8da1b7b309" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.980018] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "6ad260bc-66fe-4ffc-ba74-bf8da1b7b309-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.980218] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "6ad260bc-66fe-4ffc-ba74-bf8da1b7b309-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.980393] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "6ad260bc-66fe-4ffc-ba74-bf8da1b7b309-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.982935] env[64022]: INFO nova.compute.manager [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Terminating instance [ 882.195214] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "refresh_cache-1f505927-8784-4b15-b4d3-8aa0e1532599" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.195536] env[64022]: DEBUG nova.compute.manager [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Instance network_info: |[{"id": "1d264497-c4c1-4166-9a3a-1f58d3ecae11", "address": "fa:16:3e:26:0d:b8", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d264497-c4", "ovs_interfaceid": "1d264497-c4c1-4166-9a3a-1f58d3ecae11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.195968] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:0d:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d264497-c4c1-4166-9a3a-1f58d3ecae11', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.204089] env[64022]: DEBUG oslo.service.loopingcall [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.204301] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.204554] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-491b9f32-e9f5-4a44-bda7-c28d049dfbf7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.225256] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.225256] env[64022]: value = "task-2302805" [ 882.225256] env[64022]: _type = "Task" [ 882.225256] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.233102] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302805, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.295967] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.299760] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.549s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.302254] env[64022]: INFO nova.compute.claims [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.324424] env[64022]: INFO nova.scheduler.client.report [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted allocations for instance 29f8d271-192b-4565-84d8-216c9748a49a [ 882.342216] env[64022]: DEBUG nova.compute.manager [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.365176] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "b9903f01-57d3-41e8-9949-a087b73736b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.365333] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "b9903f01-57d3-41e8-9949-a087b73736b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.373921] env[64022]: DEBUG nova.compute.manager [req-54db0cdf-c2db-440f-bd74-1f671d517418 req-3fea9a13-28de-4d4d-8aff-6a422bf29c1d service nova] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Received event network-changed-1d264497-c4c1-4166-9a3a-1f58d3ecae11 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.374083] env[64022]: DEBUG nova.compute.manager [req-54db0cdf-c2db-440f-bd74-1f671d517418 req-3fea9a13-28de-4d4d-8aff-6a422bf29c1d service nova] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Refreshing instance network info cache due to event network-changed-1d264497-c4c1-4166-9a3a-1f58d3ecae11. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 882.374394] env[64022]: DEBUG oslo_concurrency.lockutils [req-54db0cdf-c2db-440f-bd74-1f671d517418 req-3fea9a13-28de-4d4d-8aff-6a422bf29c1d service nova] Acquiring lock "refresh_cache-1f505927-8784-4b15-b4d3-8aa0e1532599" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.375604] env[64022]: DEBUG oslo_concurrency.lockutils [req-54db0cdf-c2db-440f-bd74-1f671d517418 req-3fea9a13-28de-4d4d-8aff-6a422bf29c1d service nova] Acquired lock "refresh_cache-1f505927-8784-4b15-b4d3-8aa0e1532599" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.375802] env[64022]: DEBUG nova.network.neutron [req-54db0cdf-c2db-440f-bd74-1f671d517418 req-3fea9a13-28de-4d4d-8aff-6a422bf29c1d service nova] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Refreshing network info cache for port 1d264497-c4c1-4166-9a3a-1f58d3ecae11 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.392289] env[64022]: DEBUG nova.virt.hardware [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.392577] env[64022]: DEBUG nova.virt.hardware [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.392773] env[64022]: DEBUG nova.virt.hardware [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.393658] env[64022]: DEBUG nova.virt.hardware [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.393658] env[64022]: DEBUG nova.virt.hardware [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.393658] env[64022]: DEBUG nova.virt.hardware [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.393658] env[64022]: DEBUG nova.virt.hardware [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.393914] env[64022]: DEBUG nova.virt.hardware [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.393914] env[64022]: DEBUG nova.virt.hardware [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.394154] env[64022]: DEBUG nova.virt.hardware [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.394406] env[64022]: DEBUG nova.virt.hardware [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.395353] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62fe527-3f5c-454f-8ca6-013bdf8a7596 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.408881] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c760d40a-48da-4626-b842-e6b13b648770 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.489621] env[64022]: DEBUG nova.compute.manager [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.489621] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.489621] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d758fa27-26d0-454d-87fd-e32236258eed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.497074] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.497323] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c3b24e4-f3f3-4e3d-99a9-ad74321d50dc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.503399] env[64022]: DEBUG oslo_vmware.api [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 882.503399] env[64022]: value = "task-2302806" [ 882.503399] env[64022]: _type = "Task" [ 882.503399] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.512056] env[64022]: DEBUG oslo_vmware.api [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.742397] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302805, 'name': CreateVM_Task, 'duration_secs': 0.336706} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.742728] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.743576] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.743802] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.744255] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.744593] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28fbd227-856a-4b14-8237-87a29d73f209 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.750766] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 882.750766] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ed42da-64bf-100f-97f0-2649f25e3619" [ 882.750766] env[64022]: _type = "Task" [ 882.750766] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.762944] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ed42da-64bf-100f-97f0-2649f25e3619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.835538] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "29f8d271-192b-4565-84d8-216c9748a49a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.747s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.872019] env[64022]: DEBUG nova.compute.manager [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.907497] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.907497] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab441c7d-b057-4545-8137-1d77505e9793 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.916021] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 882.916021] env[64022]: value = "task-2302807" [ 882.916021] env[64022]: _type = "Task" [ 882.916021] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.932425] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.013965] env[64022]: DEBUG oslo_vmware.api [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302806, 'name': PowerOffVM_Task, 'duration_secs': 0.224508} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.014347] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.014574] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.014925] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a0025b8-ad4d-4571-87aa-9fd7e3076e88 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.092895] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.093304] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.093588] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleting the datastore file [datastore1] 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.093967] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08d5f2f6-16b9-4c02-86a4-a1c78945bb44 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.102314] env[64022]: DEBUG oslo_vmware.api [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for the task: (returnval){ [ 883.102314] env[64022]: value = "task-2302809" [ 883.102314] env[64022]: _type = "Task" [ 883.102314] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.118191] env[64022]: DEBUG oslo_vmware.api [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.139904] env[64022]: DEBUG nova.network.neutron [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Successfully updated port: 4e86f504-f643-48a8-901b-60f38dfbf110 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.228497] env[64022]: DEBUG nova.network.neutron [req-54db0cdf-c2db-440f-bd74-1f671d517418 req-3fea9a13-28de-4d4d-8aff-6a422bf29c1d service nova] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Updated VIF entry in instance network info cache for port 1d264497-c4c1-4166-9a3a-1f58d3ecae11. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.228978] env[64022]: DEBUG nova.network.neutron [req-54db0cdf-c2db-440f-bd74-1f671d517418 req-3fea9a13-28de-4d4d-8aff-6a422bf29c1d service nova] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Updating instance_info_cache with network_info: [{"id": "1d264497-c4c1-4166-9a3a-1f58d3ecae11", "address": "fa:16:3e:26:0d:b8", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d264497-c4", "ovs_interfaceid": "1d264497-c4c1-4166-9a3a-1f58d3ecae11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.262833] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ed42da-64bf-100f-97f0-2649f25e3619, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.263152] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.263465] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.263738] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.263909] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.264474] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.264474] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0072840e-e817-452e-a725-629bb6336a86 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.274543] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.274791] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.275548] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf757082-62c2-4fa5-b4df-585c6df8540b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.285291] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 883.285291] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521598d6-297c-054d-f803-f7e8683803bc" [ 883.285291] env[64022]: _type = "Task" [ 883.285291] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.293998] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521598d6-297c-054d-f803-f7e8683803bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.402212] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.426419] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302807, 'name': PowerOffVM_Task, 'duration_secs': 0.20725} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.426751] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.429861] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af009add-f766-426d-9424-1c956ee1992c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.450538] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b7a104-d499-4652-9759-39906e6856a4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.484834] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.485165] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-963c1f6c-3e55-4618-b920-1cf3990ec7c5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.492182] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 883.492182] env[64022]: value = "task-2302810" [ 883.492182] env[64022]: _type = "Task" [ 883.492182] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.500228] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.613621] env[64022]: DEBUG oslo_vmware.api [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Task: {'id': task-2302809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172506} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.616396] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.616623] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.616812] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.616987] env[64022]: INFO nova.compute.manager [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Took 1.13 seconds to destroy the instance on the hypervisor. [ 883.617247] env[64022]: DEBUG oslo.service.loopingcall [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.617626] env[64022]: DEBUG nova.compute.manager [-] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.617724] env[64022]: DEBUG nova.network.neutron [-] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.641382] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d87e7c-9e1b-4ecd-89fe-efc455175caa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.644505] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Acquiring lock "refresh_cache-17d37def-85e7-40d3-967f-129223aafcc9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.644618] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Acquired lock "refresh_cache-17d37def-85e7-40d3-967f-129223aafcc9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.644664] env[64022]: DEBUG nova.network.neutron [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.651177] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4f0b03-561f-47c5-8a8d-3dab07d4ca1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.683902] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afcd978-2c7d-4fe9-8944-b05d42d340d0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.691684] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9576836a-341b-48ef-9499-202b9025ea8e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.706496] env[64022]: DEBUG nova.compute.provider_tree [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.732655] env[64022]: DEBUG oslo_concurrency.lockutils [req-54db0cdf-c2db-440f-bd74-1f671d517418 req-3fea9a13-28de-4d4d-8aff-6a422bf29c1d service nova] Releasing lock "refresh_cache-1f505927-8784-4b15-b4d3-8aa0e1532599" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.798275] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521598d6-297c-054d-f803-f7e8683803bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.799479] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca032270-c142-45fc-8ab3-4ac216352e8d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.806501] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 883.806501] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529c546e-a35f-9ad8-1219-1cdf358d6c88" [ 883.806501] env[64022]: _type = "Task" [ 883.806501] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.816063] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529c546e-a35f-9ad8-1219-1cdf358d6c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.907790] env[64022]: DEBUG nova.compute.manager [req-352cd8d4-4ef7-4b31-a44f-6c5d11101aeb req-50019ebd-2b40-442a-9f76-b0aa87c9e712 service nova] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Received event network-vif-deleted-a5edd14d-9120-4781-8eaf-cb9a990cfe54 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.907790] env[64022]: INFO nova.compute.manager [req-352cd8d4-4ef7-4b31-a44f-6c5d11101aeb req-50019ebd-2b40-442a-9f76-b0aa87c9e712 service nova] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Neutron deleted interface a5edd14d-9120-4781-8eaf-cb9a990cfe54; detaching it from the instance and deleting it from the info cache [ 883.907790] env[64022]: DEBUG nova.network.neutron [req-352cd8d4-4ef7-4b31-a44f-6c5d11101aeb req-50019ebd-2b40-442a-9f76-b0aa87c9e712 service nova] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.003576] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 884.003866] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.004261] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.004446] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.004688] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.004959] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5df7f667-046c-486a-bc0e-5f7e89d27acd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.015332] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.015967] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.016261] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed694b0-1d6f-4d29-beb6-701d2ad851d8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.021573] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 884.021573] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a7edf7-de88-8ddc-e1b3-282c1bc48844" [ 884.021573] env[64022]: _type = "Task" [ 884.021573] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.029048] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a7edf7-de88-8ddc-e1b3-282c1bc48844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.179108] env[64022]: DEBUG nova.network.neutron [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.209691] env[64022]: DEBUG nova.scheduler.client.report [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.316870] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529c546e-a35f-9ad8-1219-1cdf358d6c88, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.317133] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.317388] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 1f505927-8784-4b15-b4d3-8aa0e1532599/1f505927-8784-4b15-b4d3-8aa0e1532599.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.317634] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ef3e781-61f9-4297-a465-423ad062f70d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.320507] env[64022]: DEBUG nova.network.neutron [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Updating instance_info_cache with network_info: [{"id": "4e86f504-f643-48a8-901b-60f38dfbf110", "address": "fa:16:3e:11:7e:b5", "network": {"id": "d3d05901-9e58-47e6-8faa-94569da3229e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-867153775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f802d3dea6ad4cd48aa21f7bc687f700", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86f504-f6", "ovs_interfaceid": "4e86f504-f643-48a8-901b-60f38dfbf110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.323472] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 884.323472] env[64022]: value = "task-2302811" [ 884.323472] env[64022]: _type = "Task" [ 884.323472] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.330721] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.392484] env[64022]: DEBUG nova.network.neutron [-] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.400205] env[64022]: DEBUG nova.compute.manager [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Received event network-vif-plugged-4e86f504-f643-48a8-901b-60f38dfbf110 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.400205] env[64022]: DEBUG oslo_concurrency.lockutils [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] Acquiring lock "17d37def-85e7-40d3-967f-129223aafcc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.400205] env[64022]: DEBUG oslo_concurrency.lockutils [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] Lock "17d37def-85e7-40d3-967f-129223aafcc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.400427] env[64022]: DEBUG oslo_concurrency.lockutils [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] Lock "17d37def-85e7-40d3-967f-129223aafcc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.400520] env[64022]: DEBUG nova.compute.manager [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] No waiting events found dispatching network-vif-plugged-4e86f504-f643-48a8-901b-60f38dfbf110 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.400893] env[64022]: WARNING nova.compute.manager [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Received unexpected event network-vif-plugged-4e86f504-f643-48a8-901b-60f38dfbf110 for instance with vm_state building and task_state spawning. [ 884.400968] env[64022]: DEBUG nova.compute.manager [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Received event network-changed-4e86f504-f643-48a8-901b-60f38dfbf110 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.401327] env[64022]: DEBUG nova.compute.manager [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Refreshing instance network info cache due to event network-changed-4e86f504-f643-48a8-901b-60f38dfbf110. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 884.401455] env[64022]: DEBUG oslo_concurrency.lockutils [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] Acquiring lock "refresh_cache-17d37def-85e7-40d3-967f-129223aafcc9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.409449] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24f9e16d-fbc1-42a2-b00b-32a35d2d492a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.419791] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689a5c02-d49a-4991-ada9-6f67accf86ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.455071] env[64022]: DEBUG nova.compute.manager [req-352cd8d4-4ef7-4b31-a44f-6c5d11101aeb req-50019ebd-2b40-442a-9f76-b0aa87c9e712 service nova] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Detach interface failed, port_id=a5edd14d-9120-4781-8eaf-cb9a990cfe54, reason: Instance 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 884.532716] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a7edf7-de88-8ddc-e1b3-282c1bc48844, 'name': SearchDatastore_Task, 'duration_secs': 0.008223} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.533623] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc5c2bb-e13b-40a8-a145-a9a4e7edde16 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.539463] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 884.539463] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525732e9-293f-2627-987a-fee85f944a3a" [ 884.539463] env[64022]: _type = "Task" [ 884.539463] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.549642] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525732e9-293f-2627-987a-fee85f944a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.715384] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.715959] env[64022]: DEBUG nova.compute.manager [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.718937] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.826s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.719187] env[64022]: DEBUG nova.objects.instance [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Lazy-loading 'resources' on Instance uuid 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.823274] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Releasing lock "refresh_cache-17d37def-85e7-40d3-967f-129223aafcc9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.823651] env[64022]: DEBUG nova.compute.manager [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Instance network_info: |[{"id": "4e86f504-f643-48a8-901b-60f38dfbf110", "address": "fa:16:3e:11:7e:b5", "network": {"id": "d3d05901-9e58-47e6-8faa-94569da3229e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-867153775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f802d3dea6ad4cd48aa21f7bc687f700", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86f504-f6", "ovs_interfaceid": "4e86f504-f643-48a8-901b-60f38dfbf110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.823951] env[64022]: DEBUG oslo_concurrency.lockutils [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] Acquired lock "refresh_cache-17d37def-85e7-40d3-967f-129223aafcc9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.824156] env[64022]: DEBUG nova.network.neutron [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Refreshing network info cache for port 4e86f504-f643-48a8-901b-60f38dfbf110 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.825646] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:7e:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e86f504-f643-48a8-901b-60f38dfbf110', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.833094] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Creating folder: Project (f802d3dea6ad4cd48aa21f7bc687f700). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.837453] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97ad9937-d1a9-43bc-ad26-bf39850c8c7d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.845146] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488853} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.845402] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 1f505927-8784-4b15-b4d3-8aa0e1532599/1f505927-8784-4b15-b4d3-8aa0e1532599.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.845654] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.846950] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcc39485-5690-44ce-9cd8-a5bc60bc1aba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.848774] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Created folder: Project (f802d3dea6ad4cd48aa21f7bc687f700) in parent group-v468248. [ 884.848949] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Creating folder: Instances. Parent ref: group-v468483. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.849420] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11855541-d522-4fcc-adb9-c7f52ba3a70f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.856731] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 884.856731] env[64022]: value = "task-2302813" [ 884.856731] env[64022]: _type = "Task" [ 884.856731] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.861185] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Created folder: Instances in parent group-v468483. [ 884.861424] env[64022]: DEBUG oslo.service.loopingcall [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.861918] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.862134] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bd170c3-80a0-401e-8429-1cde6e75dbd8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.880509] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.885086] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.885086] env[64022]: value = "task-2302815" [ 884.885086] env[64022]: _type = "Task" [ 884.885086] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.893772] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302815, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.895399] env[64022]: INFO nova.compute.manager [-] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Took 1.28 seconds to deallocate network for instance. [ 885.050934] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525732e9-293f-2627-987a-fee85f944a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.014402} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.051449] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.051762] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] dc1db748-2690-4a36-84c6-951e8a7a24f6/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk. {{(pid=64022) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 885.052056] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7196d95a-f66e-4b12-b852-9e026b5a6103 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.059563] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 885.059563] env[64022]: value = "task-2302816" [ 885.059563] env[64022]: _type = "Task" [ 885.059563] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.068040] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.223567] env[64022]: DEBUG nova.compute.utils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 885.228153] env[64022]: DEBUG nova.compute.manager [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.228359] env[64022]: DEBUG nova.network.neutron [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.274650] env[64022]: DEBUG nova.policy [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7b71f54fbf41fbb5b820a4a878aa6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b45e558959dc43a88c36520e81aa67b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.367831] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065879} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.370775] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.372118] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fdf62b-d83c-4273-9da0-a65ece0a124d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.398703] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 1f505927-8784-4b15-b4d3-8aa0e1532599/1f505927-8784-4b15-b4d3-8aa0e1532599.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.406803] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2246b554-6dd8-482b-9b9a-6dd951c21840 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.422646] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.430127] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302815, 'name': CreateVM_Task, 'duration_secs': 0.337443} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.431605] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.432042] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 885.432042] env[64022]: value = "task-2302817" [ 885.432042] env[64022]: _type = "Task" [ 885.432042] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.432727] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.432898] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.433318] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.436458] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a801bd6b-cec3-4a2c-8585-9794922a5402 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.445401] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Waiting for the task: (returnval){ [ 885.445401] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bf681b-bef1-d6a6-6c80-c2e354856ef6" [ 885.445401] env[64022]: _type = "Task" [ 885.445401] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.450169] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.463352] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bf681b-bef1-d6a6-6c80-c2e354856ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.540525] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.540754] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.573029] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302816, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.609315] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0997c067-4a75-43f5-9337-018d9b49a241 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.618846] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c410f1-93ed-44c0-a376-78b6ee8e0478 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.622923] env[64022]: DEBUG nova.network.neutron [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Successfully created port: e5cb0834-0f34-4754-8e4c-2f33817d0013 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.650840] env[64022]: DEBUG nova.network.neutron [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Updated VIF entry in instance network info cache for port 4e86f504-f643-48a8-901b-60f38dfbf110. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.651190] env[64022]: DEBUG nova.network.neutron [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Updating instance_info_cache with network_info: [{"id": "4e86f504-f643-48a8-901b-60f38dfbf110", "address": "fa:16:3e:11:7e:b5", "network": {"id": "d3d05901-9e58-47e6-8faa-94569da3229e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-867153775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f802d3dea6ad4cd48aa21f7bc687f700", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86f504-f6", "ovs_interfaceid": "4e86f504-f643-48a8-901b-60f38dfbf110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.652749] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c40cdd-0c04-46f7-a66b-37adcc8750aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.659964] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c85d9b1-b5c9-441f-b7ee-39651e8ac766 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.673600] env[64022]: DEBUG nova.compute.provider_tree [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.729874] env[64022]: DEBUG nova.compute.manager [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.943302] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302817, 'name': ReconfigVM_Task, 'duration_secs': 0.367157} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.943584] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 1f505927-8784-4b15-b4d3-8aa0e1532599/1f505927-8784-4b15-b4d3-8aa0e1532599.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.944219] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-059b4884-bb62-478b-a254-73718f7c3671 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.950186] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 885.950186] env[64022]: value = "task-2302818" [ 885.950186] env[64022]: _type = "Task" [ 885.950186] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.960835] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bf681b-bef1-d6a6-6c80-c2e354856ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.017795} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.963864] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.964113] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.964352] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.964492] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.964663] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.964899] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302818, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.965102] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64fcf798-a69b-494c-b837-715c31292612 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.975560] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.975809] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.976985] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5cb330-20a3-483a-9706-bf3af1434c6c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.982674] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Waiting for the task: (returnval){ [ 885.982674] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fb7200-4f3c-bfe5-1eb1-280e3bd65675" [ 885.982674] env[64022]: _type = "Task" [ 885.982674] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.990209] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fb7200-4f3c-bfe5-1eb1-280e3bd65675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.049102] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.050620] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 886.071016] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559893} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.071512] env[64022]: INFO nova.virt.vmwareapi.ds_util [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] dc1db748-2690-4a36-84c6-951e8a7a24f6/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk. [ 886.072477] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149ee8d9-056e-4f5d-88f7-e2960ed7f1da {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.099371] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] dc1db748-2690-4a36-84c6-951e8a7a24f6/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.099673] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e557df60-c436-40ce-aa4d-4f25ccd495ba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.118204] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 886.118204] env[64022]: value = "task-2302819" [ 886.118204] env[64022]: _type = "Task" [ 886.118204] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.126535] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.156778] env[64022]: DEBUG oslo_concurrency.lockutils [req-42532637-1a63-48d1-9864-44da515da515 req-9a6fb8c4-d54d-45a2-9e96-a5a0db292190 service nova] Releasing lock "refresh_cache-17d37def-85e7-40d3-967f-129223aafcc9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.177085] env[64022]: DEBUG nova.scheduler.client.report [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.462192] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302818, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.492200] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fb7200-4f3c-bfe5-1eb1-280e3bd65675, 'name': SearchDatastore_Task, 'duration_secs': 0.008755} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.492927] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e994ea-6fcb-4b42-bd10-d8de94b0d64a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.497721] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Waiting for the task: (returnval){ [ 886.497721] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52195eba-0005-448e-abd7-e69f807f03f3" [ 886.497721] env[64022]: _type = "Task" [ 886.497721] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.504912] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52195eba-0005-448e-abd7-e69f807f03f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.629211] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302819, 'name': ReconfigVM_Task, 'duration_secs': 0.326623} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.629496] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Reconfigured VM instance instance-00000052 to attach disk [datastore1] dc1db748-2690-4a36-84c6-951e8a7a24f6/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.630292] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982bf87a-36cc-4b1a-8585-d3c46a2edca4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.655081] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f771e1d6-b886-4374-8ff8-f7bafdd7da0c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.670307] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 886.670307] env[64022]: value = "task-2302820" [ 886.670307] env[64022]: _type = "Task" [ 886.670307] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.677723] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.682457] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.684520] env[64022]: DEBUG oslo_concurrency.lockutils [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.376s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.684751] env[64022]: DEBUG nova.objects.instance [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Lazy-loading 'resources' on Instance uuid 9394542e-72ac-4a19-a442-cf2e9e73a2dc {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.713635] env[64022]: INFO nova.scheduler.client.report [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Deleted allocations for instance 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8 [ 886.738578] env[64022]: DEBUG nova.compute.manager [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.764567] env[64022]: DEBUG nova.virt.hardware [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.764841] env[64022]: DEBUG nova.virt.hardware [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.765014] env[64022]: DEBUG nova.virt.hardware [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.765206] env[64022]: DEBUG nova.virt.hardware [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.765355] env[64022]: DEBUG nova.virt.hardware [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.765550] env[64022]: DEBUG nova.virt.hardware [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.765737] env[64022]: DEBUG nova.virt.hardware [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.765906] env[64022]: DEBUG nova.virt.hardware [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.766089] env[64022]: DEBUG nova.virt.hardware [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.766259] env[64022]: DEBUG nova.virt.hardware [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.766433] env[64022]: DEBUG nova.virt.hardware [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.767530] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1231c547-4de7-428e-abed-83a8c1f25bb9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.775471] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5125eab2-7adc-49b3-b277-1e9f44e38ffd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.963413] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302818, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.008244] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52195eba-0005-448e-abd7-e69f807f03f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.008536] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.008817] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 17d37def-85e7-40d3-967f-129223aafcc9/17d37def-85e7-40d3-967f-129223aafcc9.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.009100] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed2b1394-740d-4fc0-80ae-5f98846e2866 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.015670] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Waiting for the task: (returnval){ [ 887.015670] env[64022]: value = "task-2302821" [ 887.015670] env[64022]: _type = "Task" [ 887.015670] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.024714] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2302821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.084959] env[64022]: DEBUG nova.compute.manager [req-10cdd356-a341-4420-bb56-cd3665553bed req-2c2be9d9-2a40-4bf1-b9bd-2a60281adf92 service nova] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Received event network-vif-plugged-e5cb0834-0f34-4754-8e4c-2f33817d0013 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.085178] env[64022]: DEBUG oslo_concurrency.lockutils [req-10cdd356-a341-4420-bb56-cd3665553bed req-2c2be9d9-2a40-4bf1-b9bd-2a60281adf92 service nova] Acquiring lock "2aa837b5-458f-4706-bc9d-1af285a82a48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.085463] env[64022]: DEBUG oslo_concurrency.lockutils [req-10cdd356-a341-4420-bb56-cd3665553bed req-2c2be9d9-2a40-4bf1-b9bd-2a60281adf92 service nova] Lock "2aa837b5-458f-4706-bc9d-1af285a82a48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.085693] env[64022]: DEBUG oslo_concurrency.lockutils [req-10cdd356-a341-4420-bb56-cd3665553bed req-2c2be9d9-2a40-4bf1-b9bd-2a60281adf92 service nova] Lock "2aa837b5-458f-4706-bc9d-1af285a82a48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.085906] env[64022]: DEBUG nova.compute.manager [req-10cdd356-a341-4420-bb56-cd3665553bed req-2c2be9d9-2a40-4bf1-b9bd-2a60281adf92 service nova] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] No waiting events found dispatching network-vif-plugged-e5cb0834-0f34-4754-8e4c-2f33817d0013 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.086123] env[64022]: WARNING nova.compute.manager [req-10cdd356-a341-4420-bb56-cd3665553bed req-2c2be9d9-2a40-4bf1-b9bd-2a60281adf92 service nova] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Received unexpected event network-vif-plugged-e5cb0834-0f34-4754-8e4c-2f33817d0013 for instance with vm_state building and task_state spawning. [ 887.177536] env[64022]: DEBUG nova.network.neutron [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Successfully updated port: e5cb0834-0f34-4754-8e4c-2f33817d0013 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.183932] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302820, 'name': ReconfigVM_Task, 'duration_secs': 0.180416} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.184217] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.184466] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e8fd0a2-8f7a-4abd-8791-4d2314acbfb6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.191278] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 887.191278] env[64022]: value = "task-2302822" [ 887.191278] env[64022]: _type = "Task" [ 887.191278] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.204032] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.224384] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1644b2af-e38b-4255-bcf5-3508d8a0a88b tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Lock "8f2fb17c-8bfa-4e53-8712-0a5a544a43f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.879s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.468238] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302818, 'name': Rename_Task, 'duration_secs': 1.140572} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.468558] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.468855] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e58acf2-3bf4-42a3-9cf0-94960c55c8dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.479956] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 887.479956] env[64022]: value = "task-2302823" [ 887.479956] env[64022]: _type = "Task" [ 887.479956] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.491726] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.528740] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2302821, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.530388] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41753ee3-7904-49cf-8451-369593a125f0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.536877] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb6224f-af20-419d-9f2d-899961f92e6f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.567589] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09e6a43-2996-4e65-9389-0ae0592111a0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.576609] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f7eb87-b3e2-4a5b-9d79-d42d1802a1e8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.593660] env[64022]: DEBUG nova.compute.provider_tree [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.681203] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "refresh_cache-2aa837b5-458f-4706-bc9d-1af285a82a48" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.681441] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquired lock "refresh_cache-2aa837b5-458f-4706-bc9d-1af285a82a48" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.681611] env[64022]: DEBUG nova.network.neutron [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.703014] env[64022]: DEBUG oslo_vmware.api [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302822, 'name': PowerOnVM_Task, 'duration_secs': 0.427572} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.703309] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.705943] env[64022]: DEBUG nova.compute.manager [None req-4dbe2b38-1003-4c13-9dd0-e823822af652 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.706721] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a68c69d-63c1-4341-a685-a9510eb37f9a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.990104] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.030085] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2302821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54989} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.030383] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 17d37def-85e7-40d3-967f-129223aafcc9/17d37def-85e7-40d3-967f-129223aafcc9.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.030647] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.030987] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fe18fd1-59c4-4c7a-bec2-64c8e0f57aca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.037517] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Waiting for the task: (returnval){ [ 888.037517] env[64022]: value = "task-2302824" [ 888.037517] env[64022]: _type = "Task" [ 888.037517] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.044968] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2302824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.096974] env[64022]: DEBUG nova.scheduler.client.report [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.246907] env[64022]: DEBUG nova.network.neutron [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.490455] env[64022]: DEBUG oslo_vmware.api [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302823, 'name': PowerOnVM_Task, 'duration_secs': 0.888127} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.490722] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.490924] env[64022]: INFO nova.compute.manager [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Took 8.57 seconds to spawn the instance on the hypervisor. [ 888.491270] env[64022]: DEBUG nova.compute.manager [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.492062] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80ddf5a-568d-426d-8494-faa452c9e6b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.507966] env[64022]: DEBUG nova.network.neutron [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Updating instance_info_cache with network_info: [{"id": "e5cb0834-0f34-4754-8e4c-2f33817d0013", "address": "fa:16:3e:c6:f2:d2", "network": {"id": "5a030e6d-6e36-4d9b-bca2-6dcdc6da8865", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-575336965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b45e558959dc43a88c36520e81aa67b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5cb0834-0f", "ovs_interfaceid": "e5cb0834-0f34-4754-8e4c-2f33817d0013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.548037] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2302824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068232} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.548291] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.549107] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b8f129-052c-483c-8612-6d46d18195f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.574392] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 17d37def-85e7-40d3-967f-129223aafcc9/17d37def-85e7-40d3-967f-129223aafcc9.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.576265] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcabd3cc-e1a9-4862-8358-c3c8a45873a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.598893] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Waiting for the task: (returnval){ [ 888.598893] env[64022]: value = "task-2302825" [ 888.598893] env[64022]: _type = "Task" [ 888.598893] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.604819] env[64022]: DEBUG oslo_concurrency.lockutils [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.607195] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.076s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.608747] env[64022]: INFO nova.compute.claims [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.616668] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2302825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.630951] env[64022]: INFO nova.scheduler.client.report [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Deleted allocations for instance 9394542e-72ac-4a19-a442-cf2e9e73a2dc [ 889.011722] env[64022]: INFO nova.compute.manager [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Took 27.30 seconds to build instance. [ 889.013816] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Releasing lock "refresh_cache-2aa837b5-458f-4706-bc9d-1af285a82a48" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.014155] env[64022]: DEBUG nova.compute.manager [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Instance network_info: |[{"id": "e5cb0834-0f34-4754-8e4c-2f33817d0013", "address": "fa:16:3e:c6:f2:d2", "network": {"id": "5a030e6d-6e36-4d9b-bca2-6dcdc6da8865", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-575336965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b45e558959dc43a88c36520e81aa67b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5cb0834-0f", "ovs_interfaceid": "e5cb0834-0f34-4754-8e4c-2f33817d0013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.014607] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:f2:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5cb0834-0f34-4754-8e4c-2f33817d0013', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.023392] env[64022]: DEBUG oslo.service.loopingcall [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.024888] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.024888] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8c21a4c-92c5-4fac-a39f-78061619bda9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.050117] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.050117] env[64022]: value = "task-2302826" [ 889.050117] env[64022]: _type = "Task" [ 889.050117] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.058561] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302826, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.109016] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2302825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.131303] env[64022]: DEBUG nova.compute.manager [req-441e0aba-8a25-48e0-bb98-620f4445d858 req-48749a8a-709d-4964-9375-7feae1d984f7 service nova] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Received event network-changed-e5cb0834-0f34-4754-8e4c-2f33817d0013 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.131667] env[64022]: DEBUG nova.compute.manager [req-441e0aba-8a25-48e0-bb98-620f4445d858 req-48749a8a-709d-4964-9375-7feae1d984f7 service nova] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Refreshing instance network info cache due to event network-changed-e5cb0834-0f34-4754-8e4c-2f33817d0013. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 889.132038] env[64022]: DEBUG oslo_concurrency.lockutils [req-441e0aba-8a25-48e0-bb98-620f4445d858 req-48749a8a-709d-4964-9375-7feae1d984f7 service nova] Acquiring lock "refresh_cache-2aa837b5-458f-4706-bc9d-1af285a82a48" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.132234] env[64022]: DEBUG oslo_concurrency.lockutils [req-441e0aba-8a25-48e0-bb98-620f4445d858 req-48749a8a-709d-4964-9375-7feae1d984f7 service nova] Acquired lock "refresh_cache-2aa837b5-458f-4706-bc9d-1af285a82a48" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.132413] env[64022]: DEBUG nova.network.neutron [req-441e0aba-8a25-48e0-bb98-620f4445d858 req-48749a8a-709d-4964-9375-7feae1d984f7 service nova] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Refreshing network info cache for port e5cb0834-0f34-4754-8e4c-2f33817d0013 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.145640] env[64022]: DEBUG oslo_concurrency.lockutils [None req-95b54baa-07ec-4d84-9724-471b77c538e1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Lock "9394542e-72ac-4a19-a442-cf2e9e73a2dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.248s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.366552] env[64022]: DEBUG nova.compute.manager [req-c51ffa88-a851-4a08-8e3e-2ce938886f4b req-1028095e-30ee-42a6-8147-954428bc570f service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Received event network-changed-84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.366806] env[64022]: DEBUG nova.compute.manager [req-c51ffa88-a851-4a08-8e3e-2ce938886f4b req-1028095e-30ee-42a6-8147-954428bc570f service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Refreshing instance network info cache due to event network-changed-84f6ed25-8070-41a7-8085-26d973e438a7. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 889.367140] env[64022]: DEBUG oslo_concurrency.lockutils [req-c51ffa88-a851-4a08-8e3e-2ce938886f4b req-1028095e-30ee-42a6-8147-954428bc570f service nova] Acquiring lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.367384] env[64022]: DEBUG oslo_concurrency.lockutils [req-c51ffa88-a851-4a08-8e3e-2ce938886f4b req-1028095e-30ee-42a6-8147-954428bc570f service nova] Acquired lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.367565] env[64022]: DEBUG nova.network.neutron [req-c51ffa88-a851-4a08-8e3e-2ce938886f4b req-1028095e-30ee-42a6-8147-954428bc570f service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Refreshing network info cache for port 84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.514633] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d14796aa-0c2c-492e-8603-4624021c6e20 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "1f505927-8784-4b15-b4d3-8aa0e1532599" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.816s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.561713] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302826, 'name': CreateVM_Task, 'duration_secs': 0.479773} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.561933] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.562820] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.562949] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.563313] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.563563] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4110a586-5e1e-4f6a-8814-8162b3b7a0e4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.568382] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 889.568382] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52885dd0-a0ed-9df5-eb26-ec33a4002efe" [ 889.568382] env[64022]: _type = "Task" [ 889.568382] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.576177] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52885dd0-a0ed-9df5-eb26-ec33a4002efe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.608950] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2302825, 'name': ReconfigVM_Task, 'duration_secs': 0.829702} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.609939] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 17d37def-85e7-40d3-967f-129223aafcc9/17d37def-85e7-40d3-967f-129223aafcc9.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.610632] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7d5dcd6-ef77-4d02-9d29-bc54e6eee828 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.620390] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Waiting for the task: (returnval){ [ 889.620390] env[64022]: value = "task-2302827" [ 889.620390] env[64022]: _type = "Task" [ 889.620390] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.632503] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2302827, 'name': Rename_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.905100] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde315c2-effc-478c-95e1-c99bdf2590d8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.912732] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8454435b-1067-462b-a393-9099332cba3f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.953710] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a28f25-f708-47aa-a834-99df0eb1148f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.962711] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e732a6-f401-4dc3-98fa-31552fdae73f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.977775] env[64022]: DEBUG nova.compute.provider_tree [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.080303] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52885dd0-a0ed-9df5-eb26-ec33a4002efe, 'name': SearchDatastore_Task, 'duration_secs': 0.014586} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.080678] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.080930] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.084020] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.084020] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.084020] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.087211] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cee34b23-77ff-429e-ad8d-5403e4ef4648 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.094496] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.094703] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.095467] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb76674-bc31-4409-a7cf-54029905cd05 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.101497] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 890.101497] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cb4c79-b24c-d358-3118-63440f08d53d" [ 890.101497] env[64022]: _type = "Task" [ 890.101497] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.112850] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cb4c79-b24c-d358-3118-63440f08d53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.132369] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2302827, 'name': Rename_Task, 'duration_secs': 0.181766} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.132680] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.133107] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4de33198-4b0a-417f-b96c-0ac2f6721f08 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.139136] env[64022]: DEBUG nova.network.neutron [req-c51ffa88-a851-4a08-8e3e-2ce938886f4b req-1028095e-30ee-42a6-8147-954428bc570f service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Updated VIF entry in instance network info cache for port 84f6ed25-8070-41a7-8085-26d973e438a7. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.139136] env[64022]: DEBUG nova.network.neutron [req-c51ffa88-a851-4a08-8e3e-2ce938886f4b req-1028095e-30ee-42a6-8147-954428bc570f service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Updating instance_info_cache with network_info: [{"id": "84f6ed25-8070-41a7-8085-26d973e438a7", "address": "fa:16:3e:37:ac:dd", "network": {"id": "9d475371-551c-4889-9d20-bcfbb50d8145", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252349882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "449e7d1de73e48e3ad449118301f6caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f6ed25-80", "ovs_interfaceid": "84f6ed25-8070-41a7-8085-26d973e438a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.141684] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Waiting for the task: (returnval){ [ 890.141684] env[64022]: value = "task-2302828" [ 890.141684] env[64022]: _type = "Task" [ 890.141684] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.153870] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2302828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.270658] env[64022]: DEBUG nova.network.neutron [req-441e0aba-8a25-48e0-bb98-620f4445d858 req-48749a8a-709d-4964-9375-7feae1d984f7 service nova] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Updated VIF entry in instance network info cache for port e5cb0834-0f34-4754-8e4c-2f33817d0013. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.271257] env[64022]: DEBUG nova.network.neutron [req-441e0aba-8a25-48e0-bb98-620f4445d858 req-48749a8a-709d-4964-9375-7feae1d984f7 service nova] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Updating instance_info_cache with network_info: [{"id": "e5cb0834-0f34-4754-8e4c-2f33817d0013", "address": "fa:16:3e:c6:f2:d2", "network": {"id": "5a030e6d-6e36-4d9b-bca2-6dcdc6da8865", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-575336965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b45e558959dc43a88c36520e81aa67b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5cb0834-0f", "ovs_interfaceid": "e5cb0834-0f34-4754-8e4c-2f33817d0013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.485641] env[64022]: DEBUG nova.scheduler.client.report [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.619196] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cb4c79-b24c-d358-3118-63440f08d53d, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.620614] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2479d63-83ec-4971-bb4e-edbf95ebde38 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.627576] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 890.627576] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5204d70a-3101-390a-fc5c-8c50bca99e35" [ 890.627576] env[64022]: _type = "Task" [ 890.627576] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.635738] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5204d70a-3101-390a-fc5c-8c50bca99e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.643048] env[64022]: DEBUG oslo_concurrency.lockutils [req-c51ffa88-a851-4a08-8e3e-2ce938886f4b req-1028095e-30ee-42a6-8147-954428bc570f service nova] Releasing lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.651365] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2302828, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.774721] env[64022]: DEBUG oslo_concurrency.lockutils [req-441e0aba-8a25-48e0-bb98-620f4445d858 req-48749a8a-709d-4964-9375-7feae1d984f7 service nova] Releasing lock "refresh_cache-2aa837b5-458f-4706-bc9d-1af285a82a48" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.882011] env[64022]: INFO nova.compute.manager [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Rebuilding instance [ 890.925140] env[64022]: DEBUG nova.compute.manager [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.926026] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae4c07c-ad48-417a-8a10-5dbd77cb5123 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.994028] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.994028] env[64022]: DEBUG nova.compute.manager [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.996258] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.027s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.998319] env[64022]: INFO nova.compute.claims [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.143113] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5204d70a-3101-390a-fc5c-8c50bca99e35, 'name': SearchDatastore_Task, 'duration_secs': 0.029883} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.143892] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.144296] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 2aa837b5-458f-4706-bc9d-1af285a82a48/2aa837b5-458f-4706-bc9d-1af285a82a48.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.144667] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dd6ea89-335c-4e3a-8d81-649a5d7aa6de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.155346] env[64022]: DEBUG oslo_vmware.api [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2302828, 'name': PowerOnVM_Task, 'duration_secs': 0.860393} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.156633] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.156848] env[64022]: INFO nova.compute.manager [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Took 8.81 seconds to spawn the instance on the hypervisor. [ 891.157038] env[64022]: DEBUG nova.compute.manager [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.157469] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 891.157469] env[64022]: value = "task-2302829" [ 891.157469] env[64022]: _type = "Task" [ 891.157469] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.158646] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8efb3a-d6ad-4817-86f7-eae0d4a60ada {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.173816] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.258316] env[64022]: DEBUG nova.compute.manager [req-029a097d-24ed-4def-9d79-be9c542caa93 req-a7e09c50-606c-460f-ae68-2c95b072b0ae service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Received event network-changed-84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.258795] env[64022]: DEBUG nova.compute.manager [req-029a097d-24ed-4def-9d79-be9c542caa93 req-a7e09c50-606c-460f-ae68-2c95b072b0ae service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Refreshing instance network info cache due to event network-changed-84f6ed25-8070-41a7-8085-26d973e438a7. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 891.258795] env[64022]: DEBUG oslo_concurrency.lockutils [req-029a097d-24ed-4def-9d79-be9c542caa93 req-a7e09c50-606c-460f-ae68-2c95b072b0ae service nova] Acquiring lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.258795] env[64022]: DEBUG oslo_concurrency.lockutils [req-029a097d-24ed-4def-9d79-be9c542caa93 req-a7e09c50-606c-460f-ae68-2c95b072b0ae service nova] Acquired lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.259137] env[64022]: DEBUG nova.network.neutron [req-029a097d-24ed-4def-9d79-be9c542caa93 req-a7e09c50-606c-460f-ae68-2c95b072b0ae service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Refreshing network info cache for port 84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.498099] env[64022]: DEBUG nova.compute.utils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 891.500429] env[64022]: DEBUG nova.compute.manager [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.500634] env[64022]: DEBUG nova.network.neutron [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.601218] env[64022]: DEBUG nova.policy [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac8dad2d93541508b08e89e5cbc4e9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93c2c99c6bbb45d68fd6e9fca7bfa6d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.621637] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Didn't find any instances for network info cache update. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 891.622069] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 891.622139] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 891.622296] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 891.622448] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 891.622592] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 891.622735] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 891.622960] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 891.623045] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 891.670963] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302829, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.684145] env[64022]: INFO nova.compute.manager [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Took 29.04 seconds to build instance. [ 891.939903] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.940366] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2ceea64-5ddf-42e1-b67b-ed4deb148e13 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.948336] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 891.948336] env[64022]: value = "task-2302830" [ 891.948336] env[64022]: _type = "Task" [ 891.948336] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.959070] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.004975] env[64022]: DEBUG nova.compute.manager [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.125798] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.174075] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.967523} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.174388] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 2aa837b5-458f-4706-bc9d-1af285a82a48/2aa837b5-458f-4706-bc9d-1af285a82a48.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.174547] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.175023] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f79c26b9-491c-4b28-a096-1e42108f1fa1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.181255] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 892.181255] env[64022]: value = "task-2302831" [ 892.181255] env[64022]: _type = "Task" [ 892.181255] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.187046] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f982f194-5aaf-4941-9acc-875fd500aa2f tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Lock "17d37def-85e7-40d3-967f-129223aafcc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.553s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.192810] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.262106] env[64022]: DEBUG nova.network.neutron [req-029a097d-24ed-4def-9d79-be9c542caa93 req-a7e09c50-606c-460f-ae68-2c95b072b0ae service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Updated VIF entry in instance network info cache for port 84f6ed25-8070-41a7-8085-26d973e438a7. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.262495] env[64022]: DEBUG nova.network.neutron [req-029a097d-24ed-4def-9d79-be9c542caa93 req-a7e09c50-606c-460f-ae68-2c95b072b0ae service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Updating instance_info_cache with network_info: [{"id": "84f6ed25-8070-41a7-8085-26d973e438a7", "address": "fa:16:3e:37:ac:dd", "network": {"id": "9d475371-551c-4889-9d20-bcfbb50d8145", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252349882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "449e7d1de73e48e3ad449118301f6caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f6ed25-80", "ovs_interfaceid": "84f6ed25-8070-41a7-8085-26d973e438a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.382447] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d169f53d-def0-49a5-bf0f-157c992ea955 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.386285] env[64022]: DEBUG nova.network.neutron [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Successfully created port: d541a614-5d02-4960-a63c-b32688b26868 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.396129] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a33e6b-5d5a-4959-9570-79bccba7c412 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.427052] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bf15ad-24df-4559-abd7-23084743d06f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.435833] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c0e20c-cc1a-4acc-8813-8aee26caa4d6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.458117] env[64022]: DEBUG nova.compute.provider_tree [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.468764] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302830, 'name': PowerOffVM_Task, 'duration_secs': 0.390539} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.469731] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.469977] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.470847] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad0070f-86a2-47da-8073-b7e33a1b7955 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.481989] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.481989] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f842fe3-18a0-4be1-8524-7f8f127a070f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.577960] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.578227] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.578416] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleting the datastore file [datastore2] 1f505927-8784-4b15-b4d3-8aa0e1532599 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.578680] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39ac1e05-665f-4f84-adf1-efa32fb2588b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.587692] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 892.587692] env[64022]: value = "task-2302833" [ 892.587692] env[64022]: _type = "Task" [ 892.587692] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.596669] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.691758] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07092} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.692185] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.693119] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3e6e15-34d1-4f8f-b050-e0e04ad3f901 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.719541] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 2aa837b5-458f-4706-bc9d-1af285a82a48/2aa837b5-458f-4706-bc9d-1af285a82a48.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.720292] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e1892fd-7305-4ed2-b72f-111cfe5243f9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.744443] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 892.744443] env[64022]: value = "task-2302834" [ 892.744443] env[64022]: _type = "Task" [ 892.744443] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.753093] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.768048] env[64022]: DEBUG oslo_concurrency.lockutils [req-029a097d-24ed-4def-9d79-be9c542caa93 req-a7e09c50-606c-460f-ae68-2c95b072b0ae service nova] Releasing lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.963470] env[64022]: DEBUG nova.scheduler.client.report [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.027100] env[64022]: DEBUG nova.compute.manager [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.065580] env[64022]: DEBUG nova.virt.hardware [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.065859] env[64022]: DEBUG nova.virt.hardware [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.066051] env[64022]: DEBUG nova.virt.hardware [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.066399] env[64022]: DEBUG nova.virt.hardware [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.066737] env[64022]: DEBUG nova.virt.hardware [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.067034] env[64022]: DEBUG nova.virt.hardware [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.067285] env[64022]: DEBUG nova.virt.hardware [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.067489] env[64022]: DEBUG nova.virt.hardware [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.067882] env[64022]: DEBUG nova.virt.hardware [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.068098] env[64022]: DEBUG nova.virt.hardware [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.068335] env[64022]: DEBUG nova.virt.hardware [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.069843] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50363563-f337-454c-acf8-b0b234b2da60 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.079821] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f426009-cdb0-4f59-8693-20855c62700d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.106221] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.197581] env[64022]: DEBUG nova.compute.manager [req-ca43fd0b-863b-4a2d-94b0-7281bc6b6c56 req-6b070c00-eb5a-4046-b35e-da7e5db9031c service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Received event network-changed-4e86f504-f643-48a8-901b-60f38dfbf110 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.197581] env[64022]: DEBUG nova.compute.manager [req-ca43fd0b-863b-4a2d-94b0-7281bc6b6c56 req-6b070c00-eb5a-4046-b35e-da7e5db9031c service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Refreshing instance network info cache due to event network-changed-4e86f504-f643-48a8-901b-60f38dfbf110. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 893.197581] env[64022]: DEBUG oslo_concurrency.lockutils [req-ca43fd0b-863b-4a2d-94b0-7281bc6b6c56 req-6b070c00-eb5a-4046-b35e-da7e5db9031c service nova] Acquiring lock "refresh_cache-17d37def-85e7-40d3-967f-129223aafcc9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.197581] env[64022]: DEBUG oslo_concurrency.lockutils [req-ca43fd0b-863b-4a2d-94b0-7281bc6b6c56 req-6b070c00-eb5a-4046-b35e-da7e5db9031c service nova] Acquired lock "refresh_cache-17d37def-85e7-40d3-967f-129223aafcc9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.197581] env[64022]: DEBUG nova.network.neutron [req-ca43fd0b-863b-4a2d-94b0-7281bc6b6c56 req-6b070c00-eb5a-4046-b35e-da7e5db9031c service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Refreshing network info cache for port 4e86f504-f643-48a8-901b-60f38dfbf110 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.254009] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.285358] env[64022]: DEBUG nova.compute.manager [req-52ffa258-fc4a-477b-9020-9f8b1fe4cdfd req-1af5388e-5e89-492f-8637-c6572cc8dc1d service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Received event network-changed-84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.285821] env[64022]: DEBUG nova.compute.manager [req-52ffa258-fc4a-477b-9020-9f8b1fe4cdfd req-1af5388e-5e89-492f-8637-c6572cc8dc1d service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Refreshing instance network info cache due to event network-changed-84f6ed25-8070-41a7-8085-26d973e438a7. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 893.285821] env[64022]: DEBUG oslo_concurrency.lockutils [req-52ffa258-fc4a-477b-9020-9f8b1fe4cdfd req-1af5388e-5e89-492f-8637-c6572cc8dc1d service nova] Acquiring lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.285821] env[64022]: DEBUG oslo_concurrency.lockutils [req-52ffa258-fc4a-477b-9020-9f8b1fe4cdfd req-1af5388e-5e89-492f-8637-c6572cc8dc1d service nova] Acquired lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.286054] env[64022]: DEBUG nova.network.neutron [req-52ffa258-fc4a-477b-9020-9f8b1fe4cdfd req-1af5388e-5e89-492f-8637-c6572cc8dc1d service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Refreshing network info cache for port 84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.466936] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.467641] env[64022]: DEBUG nova.compute.manager [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.471832] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.234s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.472524] env[64022]: INFO nova.compute.claims [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.607643] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527639} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.607643] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.607643] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.607643] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.766435] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302834, 'name': ReconfigVM_Task, 'duration_secs': 0.815013} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.766742] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 2aa837b5-458f-4706-bc9d-1af285a82a48/2aa837b5-458f-4706-bc9d-1af285a82a48.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.767792] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5aab62da-7dd2-4671-bafa-ac4082026fad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.774724] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 893.774724] env[64022]: value = "task-2302835" [ 893.774724] env[64022]: _type = "Task" [ 893.774724] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.792527] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302835, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.979833] env[64022]: DEBUG nova.compute.utils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 893.988667] env[64022]: DEBUG nova.compute.manager [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.988667] env[64022]: DEBUG nova.network.neutron [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.287924] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302835, 'name': Rename_Task, 'duration_secs': 0.320605} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.290694] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.291122] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0370187-d795-4cfd-8093-27d8bc052059 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.298800] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 894.298800] env[64022]: value = "task-2302836" [ 894.298800] env[64022]: _type = "Task" [ 894.298800] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.307725] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.337437] env[64022]: DEBUG nova.policy [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74eac53c06664a36b052c6c93d6856be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '733738e8ff5c49e09368bafd52a4f959', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.433832] env[64022]: DEBUG nova.network.neutron [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Successfully updated port: d541a614-5d02-4960-a63c-b32688b26868 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.491228] env[64022]: DEBUG nova.compute.manager [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.502543] env[64022]: DEBUG nova.network.neutron [req-52ffa258-fc4a-477b-9020-9f8b1fe4cdfd req-1af5388e-5e89-492f-8637-c6572cc8dc1d service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Updated VIF entry in instance network info cache for port 84f6ed25-8070-41a7-8085-26d973e438a7. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.503090] env[64022]: DEBUG nova.network.neutron [req-52ffa258-fc4a-477b-9020-9f8b1fe4cdfd req-1af5388e-5e89-492f-8637-c6572cc8dc1d service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Updating instance_info_cache with network_info: [{"id": "84f6ed25-8070-41a7-8085-26d973e438a7", "address": "fa:16:3e:37:ac:dd", "network": {"id": "9d475371-551c-4889-9d20-bcfbb50d8145", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252349882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "449e7d1de73e48e3ad449118301f6caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f6ed25-80", "ovs_interfaceid": "84f6ed25-8070-41a7-8085-26d973e438a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.534139] env[64022]: DEBUG nova.network.neutron [req-ca43fd0b-863b-4a2d-94b0-7281bc6b6c56 req-6b070c00-eb5a-4046-b35e-da7e5db9031c service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Updated VIF entry in instance network info cache for port 4e86f504-f643-48a8-901b-60f38dfbf110. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.535470] env[64022]: DEBUG nova.network.neutron [req-ca43fd0b-863b-4a2d-94b0-7281bc6b6c56 req-6b070c00-eb5a-4046-b35e-da7e5db9031c service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Updating instance_info_cache with network_info: [{"id": "4e86f504-f643-48a8-901b-60f38dfbf110", "address": "fa:16:3e:11:7e:b5", "network": {"id": "d3d05901-9e58-47e6-8faa-94569da3229e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-867153775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f802d3dea6ad4cd48aa21f7bc687f700", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86f504-f6", "ovs_interfaceid": "4e86f504-f643-48a8-901b-60f38dfbf110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.650388] env[64022]: DEBUG nova.virt.hardware [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.650791] env[64022]: DEBUG nova.virt.hardware [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.650991] env[64022]: DEBUG nova.virt.hardware [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.651290] env[64022]: DEBUG nova.virt.hardware [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.651488] env[64022]: DEBUG nova.virt.hardware [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.651896] env[64022]: DEBUG nova.virt.hardware [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.652402] env[64022]: DEBUG nova.virt.hardware [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.652635] env[64022]: DEBUG nova.virt.hardware [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.652949] env[64022]: DEBUG nova.virt.hardware [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.653824] env[64022]: DEBUG nova.virt.hardware [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.654082] env[64022]: DEBUG nova.virt.hardware [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.655149] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc32ab8-14eb-44f9-ac0e-23a46cc0930a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.667751] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a28a9e-4eb6-4127-a3a4-bf2849f4c550 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.686438] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:0d:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d264497-c4c1-4166-9a3a-1f58d3ecae11', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.695331] env[64022]: DEBUG oslo.service.loopingcall [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.698919] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.699565] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cd355cf-7d13-428e-bed8-6c526d0f0d2a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.724581] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.724581] env[64022]: value = "task-2302837" [ 894.724581] env[64022]: _type = "Task" [ 894.724581] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.735948] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302837, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.813567] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302836, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.875767] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd59bb26-c9c2-403f-b1f9-4235fc957a55 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.884153] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37e866c-8613-4d2b-b6e3-40f5ff367c11 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.922071] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bce163-d537-4f80-aa6b-5d01d15201ab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.930991] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075bb8a1-b746-433b-bda5-97b6ed833225 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.947326] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "refresh_cache-7602f62e-cb00-46bc-81c3-b41e6d18b28d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.947758] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "refresh_cache-7602f62e-cb00-46bc-81c3-b41e6d18b28d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.947758] env[64022]: DEBUG nova.network.neutron [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.952016] env[64022]: DEBUG nova.compute.provider_tree [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.964619] env[64022]: DEBUG nova.network.neutron [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Successfully created port: 811734cb-ad25-477b-9f54-7ac2a124ef34 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.007611] env[64022]: DEBUG oslo_concurrency.lockutils [req-52ffa258-fc4a-477b-9020-9f8b1fe4cdfd req-1af5388e-5e89-492f-8637-c6572cc8dc1d service nova] Releasing lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.041885] env[64022]: DEBUG oslo_concurrency.lockutils [req-ca43fd0b-863b-4a2d-94b0-7281bc6b6c56 req-6b070c00-eb5a-4046-b35e-da7e5db9031c service nova] Releasing lock "refresh_cache-17d37def-85e7-40d3-967f-129223aafcc9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.235894] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302837, 'name': CreateVM_Task, 'duration_secs': 0.403442} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.236239] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.237029] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.237233] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.237613] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.238071] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4778fe-ac0e-4d0b-84c3-38e65ce4cae9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.242834] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 895.242834] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520c68c1-2e04-67cd-969c-77cea1be0a67" [ 895.242834] env[64022]: _type = "Task" [ 895.242834] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.250948] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520c68c1-2e04-67cd-969c-77cea1be0a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.294454] env[64022]: DEBUG nova.compute.manager [req-28ef301b-060f-4ac9-9712-7778348ae3b3 req-55c81e6b-7b07-4128-a72c-cf923157ae7c service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Received event network-changed-84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.294454] env[64022]: DEBUG nova.compute.manager [req-28ef301b-060f-4ac9-9712-7778348ae3b3 req-55c81e6b-7b07-4128-a72c-cf923157ae7c service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Refreshing instance network info cache due to event network-changed-84f6ed25-8070-41a7-8085-26d973e438a7. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 895.294780] env[64022]: DEBUG oslo_concurrency.lockutils [req-28ef301b-060f-4ac9-9712-7778348ae3b3 req-55c81e6b-7b07-4128-a72c-cf923157ae7c service nova] Acquiring lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.294780] env[64022]: DEBUG oslo_concurrency.lockutils [req-28ef301b-060f-4ac9-9712-7778348ae3b3 req-55c81e6b-7b07-4128-a72c-cf923157ae7c service nova] Acquired lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.294935] env[64022]: DEBUG nova.network.neutron [req-28ef301b-060f-4ac9-9712-7778348ae3b3 req-55c81e6b-7b07-4128-a72c-cf923157ae7c service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Refreshing network info cache for port 84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.309313] env[64022]: DEBUG oslo_vmware.api [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302836, 'name': PowerOnVM_Task, 'duration_secs': 0.751393} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.310368] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.310576] env[64022]: INFO nova.compute.manager [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Took 8.57 seconds to spawn the instance on the hypervisor. [ 895.310764] env[64022]: DEBUG nova.compute.manager [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.311867] env[64022]: DEBUG nova.compute.manager [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Received event network-vif-plugged-d541a614-5d02-4960-a63c-b32688b26868 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.312018] env[64022]: DEBUG oslo_concurrency.lockutils [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] Acquiring lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.312355] env[64022]: DEBUG oslo_concurrency.lockutils [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] Lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.312561] env[64022]: DEBUG oslo_concurrency.lockutils [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] Lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.312695] env[64022]: DEBUG nova.compute.manager [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] No waiting events found dispatching network-vif-plugged-d541a614-5d02-4960-a63c-b32688b26868 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.312855] env[64022]: WARNING nova.compute.manager [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Received unexpected event network-vif-plugged-d541a614-5d02-4960-a63c-b32688b26868 for instance with vm_state building and task_state spawning. [ 895.313075] env[64022]: DEBUG nova.compute.manager [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Received event network-changed-d541a614-5d02-4960-a63c-b32688b26868 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.313178] env[64022]: DEBUG nova.compute.manager [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Refreshing instance network info cache due to event network-changed-d541a614-5d02-4960-a63c-b32688b26868. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 895.313384] env[64022]: DEBUG oslo_concurrency.lockutils [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] Acquiring lock "refresh_cache-7602f62e-cb00-46bc-81c3-b41e6d18b28d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.314586] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a446f6-7561-4fb5-bdec-a8fcd6d59106 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.454897] env[64022]: DEBUG nova.scheduler.client.report [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.497876] env[64022]: DEBUG nova.network.neutron [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.506154] env[64022]: DEBUG nova.compute.manager [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.536946] env[64022]: DEBUG nova.virt.hardware [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.537200] env[64022]: DEBUG nova.virt.hardware [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.537360] env[64022]: DEBUG nova.virt.hardware [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.537545] env[64022]: DEBUG nova.virt.hardware [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.537691] env[64022]: DEBUG nova.virt.hardware [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.537836] env[64022]: DEBUG nova.virt.hardware [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.538070] env[64022]: DEBUG nova.virt.hardware [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.538247] env[64022]: DEBUG nova.virt.hardware [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.538419] env[64022]: DEBUG nova.virt.hardware [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.538584] env[64022]: DEBUG nova.virt.hardware [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.538759] env[64022]: DEBUG nova.virt.hardware [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.539729] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcff0adf-47de-4551-bb38-7a6ec44bcbcf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.550664] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4aa2f5-6d97-4fb2-9890-c8aae7d7b7f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.638813] env[64022]: DEBUG nova.network.neutron [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Updating instance_info_cache with network_info: [{"id": "d541a614-5d02-4960-a63c-b32688b26868", "address": "fa:16:3e:56:f7:a5", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd541a614-5d", "ovs_interfaceid": "d541a614-5d02-4960-a63c-b32688b26868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.756539] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520c68c1-2e04-67cd-969c-77cea1be0a67, 'name': SearchDatastore_Task, 'duration_secs': 0.038628} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.756958] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.757307] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.757644] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.757865] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.758145] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.758501] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5d11df2-ad83-4cc0-b2de-c005f7f84721 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.774308] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.774544] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.775588] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-659f5bf5-8cbb-46f3-89b3-d689f5e6a586 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.782346] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 895.782346] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524a25e4-f598-b05a-0741-828a54097302" [ 895.782346] env[64022]: _type = "Task" [ 895.782346] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.793243] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524a25e4-f598-b05a-0741-828a54097302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.837301] env[64022]: INFO nova.compute.manager [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Took 29.10 seconds to build instance. [ 895.845204] env[64022]: DEBUG oslo_concurrency.lockutils [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquiring lock "dc1db748-2690-4a36-84c6-951e8a7a24f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.845453] env[64022]: DEBUG oslo_concurrency.lockutils [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Lock "dc1db748-2690-4a36-84c6-951e8a7a24f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.845660] env[64022]: DEBUG oslo_concurrency.lockutils [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquiring lock "dc1db748-2690-4a36-84c6-951e8a7a24f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.845889] env[64022]: DEBUG oslo_concurrency.lockutils [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Lock "dc1db748-2690-4a36-84c6-951e8a7a24f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.846024] env[64022]: DEBUG oslo_concurrency.lockutils [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Lock "dc1db748-2690-4a36-84c6-951e8a7a24f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.847880] env[64022]: INFO nova.compute.manager [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Terminating instance [ 895.959856] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.960402] env[64022]: DEBUG nova.compute.manager [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.963156] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.561s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.964577] env[64022]: INFO nova.compute.claims [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.990577] env[64022]: DEBUG nova.network.neutron [req-28ef301b-060f-4ac9-9712-7778348ae3b3 req-55c81e6b-7b07-4128-a72c-cf923157ae7c service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Updated VIF entry in instance network info cache for port 84f6ed25-8070-41a7-8085-26d973e438a7. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.990932] env[64022]: DEBUG nova.network.neutron [req-28ef301b-060f-4ac9-9712-7778348ae3b3 req-55c81e6b-7b07-4128-a72c-cf923157ae7c service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Updating instance_info_cache with network_info: [{"id": "84f6ed25-8070-41a7-8085-26d973e438a7", "address": "fa:16:3e:37:ac:dd", "network": {"id": "9d475371-551c-4889-9d20-bcfbb50d8145", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252349882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "449e7d1de73e48e3ad449118301f6caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f6ed25-80", "ovs_interfaceid": "84f6ed25-8070-41a7-8085-26d973e438a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.141385] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "refresh_cache-7602f62e-cb00-46bc-81c3-b41e6d18b28d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.141646] env[64022]: DEBUG nova.compute.manager [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Instance network_info: |[{"id": "d541a614-5d02-4960-a63c-b32688b26868", "address": "fa:16:3e:56:f7:a5", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd541a614-5d", "ovs_interfaceid": "d541a614-5d02-4960-a63c-b32688b26868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.141953] env[64022]: DEBUG oslo_concurrency.lockutils [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] Acquired lock "refresh_cache-7602f62e-cb00-46bc-81c3-b41e6d18b28d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.142250] env[64022]: DEBUG nova.network.neutron [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Refreshing network info cache for port d541a614-5d02-4960-a63c-b32688b26868 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.143332] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:f7:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd541a614-5d02-4960-a63c-b32688b26868', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.150816] env[64022]: DEBUG oslo.service.loopingcall [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 896.151772] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.151996] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa9ee259-a41d-49c6-be86-86813045ef66 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.172972] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.172972] env[64022]: value = "task-2302838" [ 896.172972] env[64022]: _type = "Task" [ 896.172972] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.180841] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302838, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.295409] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524a25e4-f598-b05a-0741-828a54097302, 'name': SearchDatastore_Task, 'duration_secs': 0.040769} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.296278] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb2cbe0-3b1e-4321-8517-e0fcd62ff8cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.302022] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 896.302022] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5201bb73-54ea-0f09-5390-21d307600f9e" [ 896.302022] env[64022]: _type = "Task" [ 896.302022] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.309663] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5201bb73-54ea-0f09-5390-21d307600f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.338428] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e6830cc6-6f1a-487a-8b76-85673c7a5178 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "2aa837b5-458f-4706-bc9d-1af285a82a48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.611s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.352411] env[64022]: DEBUG nova.compute.manager [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.352703] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.353770] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d5086c-7aa1-40c1-a26c-0cf5c78699ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.360932] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.361196] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab3a15dc-4369-44b4-aec5-c8a814660a20 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.367293] env[64022]: DEBUG oslo_vmware.api [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 896.367293] env[64022]: value = "task-2302839" [ 896.367293] env[64022]: _type = "Task" [ 896.367293] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.375403] env[64022]: DEBUG oslo_vmware.api [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.469477] env[64022]: DEBUG nova.compute.utils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 896.475020] env[64022]: DEBUG nova.compute.manager [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.475020] env[64022]: DEBUG nova.network.neutron [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.493979] env[64022]: DEBUG oslo_concurrency.lockutils [req-28ef301b-060f-4ac9-9712-7778348ae3b3 req-55c81e6b-7b07-4128-a72c-cf923157ae7c service nova] Releasing lock "refresh_cache-dc1db748-2690-4a36-84c6-951e8a7a24f6" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.547133] env[64022]: DEBUG nova.policy [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1601ce5ae31451c8e65d5fc700c7e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e71e69926dc4ec391e68990a7a11a5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.612423] env[64022]: DEBUG nova.network.neutron [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Successfully updated port: 811734cb-ad25-477b-9f54-7ac2a124ef34 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.683435] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302838, 'name': CreateVM_Task, 'duration_secs': 0.403365} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.683841] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.684384] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.684566] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.684893] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.685182] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d0e4ea-2f6c-41d8-a3e7-c1c19491e1cf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.689916] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 896.689916] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a43dec-8aaf-f05f-22c0-7fd654ee2d4e" [ 896.689916] env[64022]: _type = "Task" [ 896.689916] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.697886] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a43dec-8aaf-f05f-22c0-7fd654ee2d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.811836] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5201bb73-54ea-0f09-5390-21d307600f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.026178} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.812114] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.812381] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 1f505927-8784-4b15-b4d3-8aa0e1532599/1f505927-8784-4b15-b4d3-8aa0e1532599.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.812640] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ba17117-4753-4047-a538-a20611fd023a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.818638] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 896.818638] env[64022]: value = "task-2302840" [ 896.818638] env[64022]: _type = "Task" [ 896.818638] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.826495] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.877954] env[64022]: DEBUG oslo_vmware.api [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302839, 'name': PowerOffVM_Task, 'duration_secs': 0.29988} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.878220] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.878408] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.878712] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-284a15d4-c0d9-4cc3-9319-a00e03701c43 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.946064] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.946064] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.946064] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Deleting the datastore file [datastore1] dc1db748-2690-4a36-84c6-951e8a7a24f6 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.946064] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51b00102-129a-49db-8673-9fca1dd4d939 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.952301] env[64022]: DEBUG oslo_vmware.api [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for the task: (returnval){ [ 896.952301] env[64022]: value = "task-2302842" [ 896.952301] env[64022]: _type = "Task" [ 896.952301] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.961617] env[64022]: DEBUG oslo_vmware.api [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.973572] env[64022]: DEBUG nova.compute.manager [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.076742] env[64022]: DEBUG nova.network.neutron [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Updated VIF entry in instance network info cache for port d541a614-5d02-4960-a63c-b32688b26868. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.076909] env[64022]: DEBUG nova.network.neutron [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Updating instance_info_cache with network_info: [{"id": "d541a614-5d02-4960-a63c-b32688b26868", "address": "fa:16:3e:56:f7:a5", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd541a614-5d", "ovs_interfaceid": "d541a614-5d02-4960-a63c-b32688b26868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.124394] env[64022]: DEBUG nova.network.neutron [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Successfully created port: 714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.127011] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "refresh_cache-f43a0961-5dc5-42cf-8493-e769273bc3a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.127188] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired lock "refresh_cache-f43a0961-5dc5-42cf-8493-e769273bc3a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.127371] env[64022]: DEBUG nova.network.neutron [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.207576] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a43dec-8aaf-f05f-22c0-7fd654ee2d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.207903] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.208270] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.208528] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.208751] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.208967] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.209302] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-def63d33-971a-4177-80b6-5b576bb1ab08 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.223103] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.223409] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.224204] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e9317b-ebd8-4cf0-b0f4-a5a0a8dcbc12 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.230282] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 897.230282] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fcb2cc-935a-2481-cd2e-89ad90eee499" [ 897.230282] env[64022]: _type = "Task" [ 897.230282] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.241916] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fcb2cc-935a-2481-cd2e-89ad90eee499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.326713] env[64022]: DEBUG nova.compute.manager [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Received event network-vif-plugged-811734cb-ad25-477b-9f54-7ac2a124ef34 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.326991] env[64022]: DEBUG oslo_concurrency.lockutils [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] Acquiring lock "f43a0961-5dc5-42cf-8493-e769273bc3a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.327503] env[64022]: DEBUG oslo_concurrency.lockutils [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.327583] env[64022]: DEBUG oslo_concurrency.lockutils [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.327747] env[64022]: DEBUG nova.compute.manager [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] No waiting events found dispatching network-vif-plugged-811734cb-ad25-477b-9f54-7ac2a124ef34 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.328482] env[64022]: WARNING nova.compute.manager [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Received unexpected event network-vif-plugged-811734cb-ad25-477b-9f54-7ac2a124ef34 for instance with vm_state building and task_state spawning. [ 897.328684] env[64022]: DEBUG nova.compute.manager [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Received event network-changed-811734cb-ad25-477b-9f54-7ac2a124ef34 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.328820] env[64022]: DEBUG nova.compute.manager [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Refreshing instance network info cache due to event network-changed-811734cb-ad25-477b-9f54-7ac2a124ef34. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 897.328990] env[64022]: DEBUG oslo_concurrency.lockutils [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] Acquiring lock "refresh_cache-f43a0961-5dc5-42cf-8493-e769273bc3a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.333180] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481854} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.336643] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 1f505927-8784-4b15-b4d3-8aa0e1532599/1f505927-8784-4b15-b4d3-8aa0e1532599.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.336865] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.337597] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ec58b4f-6716-4db4-9142-9ceb6c3d5b44 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.345446] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 897.345446] env[64022]: value = "task-2302843" [ 897.345446] env[64022]: _type = "Task" [ 897.345446] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.357931] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.368749] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d801a0f1-d07a-416d-8ba6-3650acc4b33e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.376326] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006947a1-362f-4aed-9b67-c7123abefcca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.411982] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe5437e-30a0-4e8f-98c7-505af47e5c04 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.419840] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c9528c-9f2e-4863-8bce-81c9fb3cac2b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.434978] env[64022]: DEBUG nova.compute.provider_tree [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.463770] env[64022]: DEBUG oslo_vmware.api [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.579858] env[64022]: DEBUG oslo_concurrency.lockutils [req-b46d7bca-088e-4bfa-ab0b-6768c183d769 req-a8d023c8-31d1-4be3-807e-15f3db4850d6 service nova] Releasing lock "refresh_cache-7602f62e-cb00-46bc-81c3-b41e6d18b28d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.642020] env[64022]: DEBUG nova.compute.manager [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.642894] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81e666d-984b-40c4-ad12-35c1049a7bca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.684227] env[64022]: DEBUG nova.network.neutron [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.744226] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fcb2cc-935a-2481-cd2e-89ad90eee499, 'name': SearchDatastore_Task, 'duration_secs': 0.051307} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.744226] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df55ff03-29a1-4669-869d-8bb5e2b025c5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.747529] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 897.747529] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5289f561-a332-bc7f-e4e0-fe2589d2d1bf" [ 897.747529] env[64022]: _type = "Task" [ 897.747529] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.755091] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5289f561-a332-bc7f-e4e0-fe2589d2d1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.834044] env[64022]: DEBUG nova.network.neutron [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Updating instance_info_cache with network_info: [{"id": "811734cb-ad25-477b-9f54-7ac2a124ef34", "address": "fa:16:3e:68:49:f6", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811734cb-ad", "ovs_interfaceid": "811734cb-ad25-477b-9f54-7ac2a124ef34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.856129] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076781} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.856419] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.857228] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4eebc6-0f27-4a90-8f2f-8e57978ab91d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.880040] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 1f505927-8784-4b15-b4d3-8aa0e1532599/1f505927-8784-4b15-b4d3-8aa0e1532599.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.880375] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27583f70-345d-4200-934c-7ad31e414f9e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.899862] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 897.899862] env[64022]: value = "task-2302844" [ 897.899862] env[64022]: _type = "Task" [ 897.899862] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.909447] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.938025] env[64022]: DEBUG nova.scheduler.client.report [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.962844] env[64022]: DEBUG oslo_vmware.api [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Task: {'id': task-2302842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.928589} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.963132] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.963370] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.963604] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.963799] env[64022]: INFO nova.compute.manager [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Took 1.61 seconds to destroy the instance on the hypervisor. [ 897.964075] env[64022]: DEBUG oslo.service.loopingcall [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 897.964297] env[64022]: DEBUG nova.compute.manager [-] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.964407] env[64022]: DEBUG nova.network.neutron [-] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.985735] env[64022]: DEBUG nova.compute.manager [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.012096] env[64022]: DEBUG nova.virt.hardware [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.012368] env[64022]: DEBUG nova.virt.hardware [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.012565] env[64022]: DEBUG nova.virt.hardware [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.012779] env[64022]: DEBUG nova.virt.hardware [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.013097] env[64022]: DEBUG nova.virt.hardware [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.013227] env[64022]: DEBUG nova.virt.hardware [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.013364] env[64022]: DEBUG nova.virt.hardware [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.013542] env[64022]: DEBUG nova.virt.hardware [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.013739] env[64022]: DEBUG nova.virt.hardware [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.013939] env[64022]: DEBUG nova.virt.hardware [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.014312] env[64022]: DEBUG nova.virt.hardware [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.015087] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7740669-4bdc-43b0-ade5-3d47a2de5cd8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.023849] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61f4810-03db-4367-b2c5-e1853881341b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.154790] env[64022]: INFO nova.compute.manager [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] instance snapshotting [ 898.157651] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6e47c1-530c-4106-b298-b69b8250a45b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.177303] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5503ec1-cd9f-4cb9-a0a4-b1ae62d0d920 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.258113] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5289f561-a332-bc7f-e4e0-fe2589d2d1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.049443} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.258257] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.258488] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 7602f62e-cb00-46bc-81c3-b41e6d18b28d/7602f62e-cb00-46bc-81c3-b41e6d18b28d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.258741] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddf96879-6340-46a0-a421-d47a71a160f0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.266508] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 898.266508] env[64022]: value = "task-2302845" [ 898.266508] env[64022]: _type = "Task" [ 898.266508] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.274576] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.336803] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Releasing lock "refresh_cache-f43a0961-5dc5-42cf-8493-e769273bc3a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.337225] env[64022]: DEBUG nova.compute.manager [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Instance network_info: |[{"id": "811734cb-ad25-477b-9f54-7ac2a124ef34", "address": "fa:16:3e:68:49:f6", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811734cb-ad", "ovs_interfaceid": "811734cb-ad25-477b-9f54-7ac2a124ef34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.337509] env[64022]: DEBUG oslo_concurrency.lockutils [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] Acquired lock "refresh_cache-f43a0961-5dc5-42cf-8493-e769273bc3a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.337698] env[64022]: DEBUG nova.network.neutron [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Refreshing network info cache for port 811734cb-ad25-477b-9f54-7ac2a124ef34 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.338959] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:49:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '811734cb-ad25-477b-9f54-7ac2a124ef34', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.347458] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Creating folder: Project (733738e8ff5c49e09368bafd52a4f959). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.350633] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-325ee58b-1073-4a11-9300-9ba09d99d3bf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.362187] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Created folder: Project (733738e8ff5c49e09368bafd52a4f959) in parent group-v468248. [ 898.362352] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Creating folder: Instances. Parent ref: group-v468489. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.362571] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d923aa38-7632-4c12-ba17-4ca51a4a014d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.372139] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Created folder: Instances in parent group-v468489. [ 898.372401] env[64022]: DEBUG oslo.service.loopingcall [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.372602] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.372804] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30441a5b-f167-4104-adc7-01ccfa180c78 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.394503] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.394503] env[64022]: value = "task-2302848" [ 898.394503] env[64022]: _type = "Task" [ 898.394503] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.402597] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302848, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.416457] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302844, 'name': ReconfigVM_Task, 'duration_secs': 0.275453} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.416596] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 1f505927-8784-4b15-b4d3-8aa0e1532599/1f505927-8784-4b15-b4d3-8aa0e1532599.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.417268] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd6201d5-7669-47e1-8694-04ed37ddd45a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.424402] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 898.424402] env[64022]: value = "task-2302849" [ 898.424402] env[64022]: _type = "Task" [ 898.424402] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.435754] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302849, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.443986] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.444536] env[64022]: DEBUG nova.compute.manager [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.447182] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.025s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.447407] env[64022]: DEBUG nova.objects.instance [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lazy-loading 'resources' on Instance uuid 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.681446] env[64022]: DEBUG nova.network.neutron [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Updated VIF entry in instance network info cache for port 811734cb-ad25-477b-9f54-7ac2a124ef34. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.681895] env[64022]: DEBUG nova.network.neutron [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Updating instance_info_cache with network_info: [{"id": "811734cb-ad25-477b-9f54-7ac2a124ef34", "address": "fa:16:3e:68:49:f6", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811734cb-ad", "ovs_interfaceid": "811734cb-ad25-477b-9f54-7ac2a124ef34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.688935] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.689601] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9c18bc69-2e83-488a-8c4f-70b4cafde075 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.697963] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 898.697963] env[64022]: value = "task-2302850" [ 898.697963] env[64022]: _type = "Task" [ 898.697963] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.711585] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302850, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.767978] env[64022]: DEBUG nova.network.neutron [-] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.782088] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302845, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.895140] env[64022]: DEBUG nova.network.neutron [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Successfully updated port: 714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.908312] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302848, 'name': CreateVM_Task, 'duration_secs': 0.447702} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.908312] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.908562] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.908794] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.909051] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.911514] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd2e101c-8756-44cf-b3e8-38c4504a998b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.913869] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 898.913869] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521bbdd0-1d42-f320-24b8-00eab45a8edc" [ 898.913869] env[64022]: _type = "Task" [ 898.913869] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.921795] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521bbdd0-1d42-f320-24b8-00eab45a8edc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.932342] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302849, 'name': Rename_Task, 'duration_secs': 0.170405} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.932759] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.933069] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a24fa7-986e-4539-b856-3439766671a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.938729] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 898.938729] env[64022]: value = "task-2302851" [ 898.938729] env[64022]: _type = "Task" [ 898.938729] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.947292] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.954175] env[64022]: DEBUG nova.compute.utils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 898.955682] env[64022]: DEBUG nova.compute.manager [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.955850] env[64022]: DEBUG nova.network.neutron [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.995344] env[64022]: DEBUG nova.policy [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99da25738353432f945455eeec35f352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a59c28fedcf43218d1d9a24aec2a578', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.184814] env[64022]: DEBUG oslo_concurrency.lockutils [req-504de947-12a9-400b-9fb7-99c17c238292 req-9ee65de5-80ac-4546-8038-1e6362ab595f service nova] Releasing lock "refresh_cache-f43a0961-5dc5-42cf-8493-e769273bc3a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.216970] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302850, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.245837] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed8bcd0-4c4c-47d5-81e4-a434201e69ce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.254155] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195d1dac-aab2-4ef5-85b4-b16490bed2a4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.285525] env[64022]: INFO nova.compute.manager [-] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Took 1.32 seconds to deallocate network for instance. [ 899.290974] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83891c58-5a0e-4789-830b-3c0af0f8ed55 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.303054] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62954} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.305243] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 7602f62e-cb00-46bc-81c3-b41e6d18b28d/7602f62e-cb00-46bc-81c3-b41e6d18b28d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.305483] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.305826] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00dd4bb0-8eb3-4805-b57d-048fea39ceb9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.308669] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf705a61-84a1-482e-bf52-21d28574a3dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.317408] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 899.317408] env[64022]: value = "task-2302852" [ 899.317408] env[64022]: _type = "Task" [ 899.317408] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.326230] env[64022]: DEBUG nova.compute.provider_tree [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.328707] env[64022]: DEBUG nova.network.neutron [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Successfully created port: 780918a0-0836-49c5-a729-302f935a2e20 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.341168] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.357134] env[64022]: DEBUG nova.compute.manager [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Received event network-vif-deleted-84f6ed25-8070-41a7-8085-26d973e438a7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.357367] env[64022]: DEBUG nova.compute.manager [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Received event network-vif-plugged-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.357561] env[64022]: DEBUG oslo_concurrency.lockutils [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] Acquiring lock "04be5e3a-9804-4d9a-bc03-4fa108c93d65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.357766] env[64022]: DEBUG oslo_concurrency.lockutils [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] Lock "04be5e3a-9804-4d9a-bc03-4fa108c93d65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.357952] env[64022]: DEBUG oslo_concurrency.lockutils [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] Lock "04be5e3a-9804-4d9a-bc03-4fa108c93d65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.358148] env[64022]: DEBUG nova.compute.manager [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] No waiting events found dispatching network-vif-plugged-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.358371] env[64022]: WARNING nova.compute.manager [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Received unexpected event network-vif-plugged-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 for instance with vm_state building and task_state spawning. [ 899.358554] env[64022]: DEBUG nova.compute.manager [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Received event network-changed-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.358952] env[64022]: DEBUG nova.compute.manager [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Refreshing instance network info cache due to event network-changed-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 899.359182] env[64022]: DEBUG oslo_concurrency.lockutils [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] Acquiring lock "refresh_cache-04be5e3a-9804-4d9a-bc03-4fa108c93d65" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.359323] env[64022]: DEBUG oslo_concurrency.lockutils [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] Acquired lock "refresh_cache-04be5e3a-9804-4d9a-bc03-4fa108c93d65" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.359483] env[64022]: DEBUG nova.network.neutron [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Refreshing network info cache for port 714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.401429] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "refresh_cache-04be5e3a-9804-4d9a-bc03-4fa108c93d65" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.424637] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521bbdd0-1d42-f320-24b8-00eab45a8edc, 'name': SearchDatastore_Task, 'duration_secs': 0.012323} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.424957] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.425238] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.425498] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.425692] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.425908] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.426498] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f508cb6-d3a1-4d8d-9f93-64f3b2a75a96 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.435631] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.435631] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.436373] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e78444-2538-4aaf-b72a-611a49d72c67 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.445895] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 899.445895] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c4febc-e99d-dc06-7126-fcc9bbf4beb8" [ 899.445895] env[64022]: _type = "Task" [ 899.445895] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.452347] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302851, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.457441] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c4febc-e99d-dc06-7126-fcc9bbf4beb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010667} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.458496] env[64022]: DEBUG nova.compute.manager [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.460907] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05fb39a2-6289-45e9-8c63-1037f0224b39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.466345] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 899.466345] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5265b907-0f7d-2857-bcad-95d297cc1e24" [ 899.466345] env[64022]: _type = "Task" [ 899.466345] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.474284] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5265b907-0f7d-2857-bcad-95d297cc1e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.708476] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302850, 'name': CreateSnapshot_Task, 'duration_secs': 0.746132} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.708730] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.709476] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e58df1-ff59-4c92-998f-1fb9c5919feb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.799813] env[64022]: DEBUG oslo_concurrency.lockutils [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.835838] env[64022]: DEBUG nova.scheduler.client.report [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.839080] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074418} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.839522] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.840326] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963206e9-fb0e-46f2-aaef-f65d9c780616 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.863784] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 7602f62e-cb00-46bc-81c3-b41e6d18b28d/7602f62e-cb00-46bc-81c3-b41e6d18b28d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.866828] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4428590a-ac2f-47bc-ad4d-6ff8bd9a01c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.887089] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 899.887089] env[64022]: value = "task-2302853" [ 899.887089] env[64022]: _type = "Task" [ 899.887089] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.895458] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.910699] env[64022]: DEBUG nova.network.neutron [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.950767] env[64022]: DEBUG oslo_vmware.api [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302851, 'name': PowerOnVM_Task, 'duration_secs': 0.542205} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.953074] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.953316] env[64022]: DEBUG nova.compute.manager [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.954104] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663de990-f5ad-4480-bb48-47ee1d531538 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.976036] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5265b907-0f7d-2857-bcad-95d297cc1e24, 'name': SearchDatastore_Task, 'duration_secs': 0.01443} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.976036] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.976036] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] f43a0961-5dc5-42cf-8493-e769273bc3a9/f43a0961-5dc5-42cf-8493-e769273bc3a9.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.976297] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bc66cf4-8cb1-42dd-b776-c5cb8d9d269d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.982560] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 899.982560] env[64022]: value = "task-2302854" [ 899.982560] env[64022]: _type = "Task" [ 899.982560] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.990622] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.995322] env[64022]: DEBUG nova.network.neutron [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.227456] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.227770] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e7663d68-3001-4c5a-91d8-b1a8714f22e4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.237029] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 900.237029] env[64022]: value = "task-2302855" [ 900.237029] env[64022]: _type = "Task" [ 900.237029] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.245099] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302855, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.340992] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.343106] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.217s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.343466] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.343693] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 900.343869] env[64022]: DEBUG oslo_concurrency.lockutils [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.544s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.344046] env[64022]: DEBUG nova.objects.instance [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Lazy-loading 'resources' on Instance uuid dc1db748-2690-4a36-84c6-951e8a7a24f6 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.345618] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727be95d-6677-4910-a394-a5c60c95c50e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.354971] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9597ea-4d06-43ac-a418-5095393e1b1d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.371802] env[64022]: INFO nova.scheduler.client.report [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Deleted allocations for instance 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309 [ 900.374062] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563bef35-3e22-4348-828e-535babc38d27 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.383804] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0248b18b-87fc-4f43-8e4e-07d6128cd4b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.416995] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178850MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 900.416995] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.424251] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.469143] env[64022]: DEBUG nova.compute.manager [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.474358] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.493671] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302854, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.497544] env[64022]: DEBUG oslo_concurrency.lockutils [req-faa7c0f3-9ae7-42d7-adb7-8fcea77fea11 req-f498970a-30d2-4b10-81ef-f03d85e5cd99 service nova] Releasing lock "refresh_cache-04be5e3a-9804-4d9a-bc03-4fa108c93d65" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.498011] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquired lock "refresh_cache-04be5e3a-9804-4d9a-bc03-4fa108c93d65" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.498226] env[64022]: DEBUG nova.network.neutron [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.503301] env[64022]: DEBUG nova.virt.hardware [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.503453] env[64022]: DEBUG nova.virt.hardware [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.503669] env[64022]: DEBUG nova.virt.hardware [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.503906] env[64022]: DEBUG nova.virt.hardware [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.504136] env[64022]: DEBUG nova.virt.hardware [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.504362] env[64022]: DEBUG nova.virt.hardware [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.504676] env[64022]: DEBUG nova.virt.hardware [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.504901] env[64022]: DEBUG nova.virt.hardware [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.505121] env[64022]: DEBUG nova.virt.hardware [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.505728] env[64022]: DEBUG nova.virt.hardware [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.505728] env[64022]: DEBUG nova.virt.hardware [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.506587] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dbdab4-1f89-4e3d-862a-8ec89c92aca0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.515641] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7da3c2-4bb1-40e3-904f-9f90f6c7ae4e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.747889] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302855, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.883170] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d96f6549-338f-454d-bc33-f71d22cd2b3c tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Lock "6ad260bc-66fe-4ffc-ba74-bf8da1b7b309" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.903s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.902956] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.995369] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893989} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.995666] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] f43a0961-5dc5-42cf-8493-e769273bc3a9/f43a0961-5dc5-42cf-8493-e769273bc3a9.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.995907] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.996184] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce6aca8b-c5bb-46dc-90d3-b6cc2f17fb5c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.006067] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 901.006067] env[64022]: value = "task-2302856" [ 901.006067] env[64022]: _type = "Task" [ 901.006067] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.006783] env[64022]: DEBUG nova.network.neutron [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Successfully updated port: 780918a0-0836-49c5-a729-302f935a2e20 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.021926] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.053639] env[64022]: DEBUG nova.network.neutron [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.187812] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0b5d51-fc7e-4620-810f-7827aa4997dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.196707] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76021aa-1df1-444c-bdbc-a746efcbdf11 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.229911] env[64022]: DEBUG nova.network.neutron [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Updating instance_info_cache with network_info: [{"id": "714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5", "address": "fa:16:3e:ba:16:85", "network": {"id": "a3aa8713-5ad0-439f-9285-d5223ac79dcd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-934680590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e71e69926dc4ec391e68990a7a11a5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714adcdf-fc", "ovs_interfaceid": "714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.232035] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da77ea8-b120-4e04-8c4f-08f69b6887a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.244706] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a980378-17f4-4353-811c-0d20ec459360 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.254506] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302855, 'name': CloneVM_Task} progress is 95%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.263983] env[64022]: DEBUG nova.compute.provider_tree [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.395920] env[64022]: DEBUG nova.compute.manager [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Received event network-vif-plugged-780918a0-0836-49c5-a729-302f935a2e20 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.396217] env[64022]: DEBUG oslo_concurrency.lockutils [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] Acquiring lock "b9903f01-57d3-41e8-9949-a087b73736b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.396427] env[64022]: DEBUG oslo_concurrency.lockutils [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] Lock "b9903f01-57d3-41e8-9949-a087b73736b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.396553] env[64022]: DEBUG oslo_concurrency.lockutils [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] Lock "b9903f01-57d3-41e8-9949-a087b73736b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.396767] env[64022]: DEBUG nova.compute.manager [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] No waiting events found dispatching network-vif-plugged-780918a0-0836-49c5-a729-302f935a2e20 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.396881] env[64022]: WARNING nova.compute.manager [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Received unexpected event network-vif-plugged-780918a0-0836-49c5-a729-302f935a2e20 for instance with vm_state building and task_state spawning. [ 901.397049] env[64022]: DEBUG nova.compute.manager [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Received event network-changed-780918a0-0836-49c5-a729-302f935a2e20 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.397207] env[64022]: DEBUG nova.compute.manager [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Refreshing instance network info cache due to event network-changed-780918a0-0836-49c5-a729-302f935a2e20. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 901.397389] env[64022]: DEBUG oslo_concurrency.lockutils [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] Acquiring lock "refresh_cache-b9903f01-57d3-41e8-9949-a087b73736b8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.397523] env[64022]: DEBUG oslo_concurrency.lockutils [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] Acquired lock "refresh_cache-b9903f01-57d3-41e8-9949-a087b73736b8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.397677] env[64022]: DEBUG nova.network.neutron [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Refreshing network info cache for port 780918a0-0836-49c5-a729-302f935a2e20 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.404560] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302853, 'name': ReconfigVM_Task, 'duration_secs': 1.098053} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.406026] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 7602f62e-cb00-46bc-81c3-b41e6d18b28d/7602f62e-cb00-46bc-81c3-b41e6d18b28d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.406026] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc61dfdb-6571-4fe2-9922-92f01bf9eb1b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.412697] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 901.412697] env[64022]: value = "task-2302857" [ 901.412697] env[64022]: _type = "Task" [ 901.412697] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.423985] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302857, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.509837] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "refresh_cache-b9903f01-57d3-41e8-9949-a087b73736b8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.519425] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.669765] env[64022]: DEBUG oslo_concurrency.lockutils [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "1f505927-8784-4b15-b4d3-8aa0e1532599" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.669993] env[64022]: DEBUG oslo_concurrency.lockutils [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "1f505927-8784-4b15-b4d3-8aa0e1532599" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.672115] env[64022]: DEBUG oslo_concurrency.lockutils [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "1f505927-8784-4b15-b4d3-8aa0e1532599-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.672115] env[64022]: DEBUG oslo_concurrency.lockutils [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "1f505927-8784-4b15-b4d3-8aa0e1532599-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.672115] env[64022]: DEBUG oslo_concurrency.lockutils [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "1f505927-8784-4b15-b4d3-8aa0e1532599-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.673104] env[64022]: INFO nova.compute.manager [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Terminating instance [ 901.735861] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Releasing lock "refresh_cache-04be5e3a-9804-4d9a-bc03-4fa108c93d65" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.736181] env[64022]: DEBUG nova.compute.manager [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Instance network_info: |[{"id": "714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5", "address": "fa:16:3e:ba:16:85", "network": {"id": "a3aa8713-5ad0-439f-9285-d5223ac79dcd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-934680590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e71e69926dc4ec391e68990a7a11a5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714adcdf-fc", "ovs_interfaceid": "714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.736581] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:16:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.744058] env[64022]: DEBUG oslo.service.loopingcall [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.744366] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.747528] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3effffa-3a34-4d60-bf71-05863b047112 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.767916] env[64022]: DEBUG nova.scheduler.client.report [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.771377] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302855, 'name': CloneVM_Task, 'duration_secs': 1.337918} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.772879] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Created linked-clone VM from snapshot [ 901.773129] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.773129] env[64022]: value = "task-2302858" [ 901.773129] env[64022]: _type = "Task" [ 901.773129] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.773880] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e821a06c-89df-4ae7-93d2-6fc5959219ba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.783819] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Uploading image 777131af-35cf-4ed7-93e4-be2b9d94403a {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 901.789326] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302858, 'name': CreateVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.796878] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 901.797145] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d9effcfe-06f1-4813-b7b7-4f2f073885a2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.804022] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 901.804022] env[64022]: value = "task-2302859" [ 901.804022] env[64022]: _type = "Task" [ 901.804022] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.813625] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302859, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.923027] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302857, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.930344] env[64022]: DEBUG nova.network.neutron [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.014781] env[64022]: DEBUG nova.network.neutron [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.021708] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.99515} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.021708] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.022271] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471f245a-6439-4f2c-a2bb-3f45615eb077 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.048810] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] f43a0961-5dc5-42cf-8493-e769273bc3a9/f43a0961-5dc5-42cf-8493-e769273bc3a9.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.049542] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21dfafab-82eb-45af-b2ab-719d8090dff1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.069396] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 902.069396] env[64022]: value = "task-2302860" [ 902.069396] env[64022]: _type = "Task" [ 902.069396] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.077885] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.166759] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "cd06245e-0bb2-414c-81fe-e687c36d5790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.166995] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "cd06245e-0bb2-414c-81fe-e687c36d5790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.177563] env[64022]: DEBUG nova.compute.manager [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.177819] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.179210] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee2516c-768c-44a6-b58d-04ae0574bf30 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.189353] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.189597] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2663bbf4-d91c-45c6-8633-45b10e3742ac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.195416] env[64022]: DEBUG oslo_vmware.api [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 902.195416] env[64022]: value = "task-2302861" [ 902.195416] env[64022]: _type = "Task" [ 902.195416] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.204393] env[64022]: DEBUG oslo_vmware.api [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.273544] env[64022]: DEBUG oslo_concurrency.lockutils [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.276763] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.859s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.289014] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302858, 'name': CreateVM_Task, 'duration_secs': 0.500702} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.289014] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.289840] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.290076] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.290523] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.290981] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7657ef9b-7bd7-488f-91a1-33b0e06c55a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.297467] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 902.297467] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ddd010-cb6a-c3e6-0f86-19b9cbcc5de5" [ 902.297467] env[64022]: _type = "Task" [ 902.297467] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.306885] env[64022]: INFO nova.scheduler.client.report [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Deleted allocations for instance dc1db748-2690-4a36-84c6-951e8a7a24f6 [ 902.317486] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ddd010-cb6a-c3e6-0f86-19b9cbcc5de5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.330019] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302859, 'name': Destroy_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.423990] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302857, 'name': Rename_Task, 'duration_secs': 0.651915} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.424331] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.424526] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f993492d-864a-46ab-ada7-bcb163e8ccc8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.432069] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 902.432069] env[64022]: value = "task-2302862" [ 902.432069] env[64022]: _type = "Task" [ 902.432069] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.440616] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.517734] env[64022]: DEBUG oslo_concurrency.lockutils [req-851c261f-f3f8-4e65-a5f4-b23fd6cb4f01 req-3d2ae59b-7090-4a94-9b8e-b16d8fc66b82 service nova] Releasing lock "refresh_cache-b9903f01-57d3-41e8-9949-a087b73736b8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.518294] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "refresh_cache-b9903f01-57d3-41e8-9949-a087b73736b8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.518544] env[64022]: DEBUG nova.network.neutron [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.582640] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.669553] env[64022]: DEBUG nova.compute.manager [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.708624] env[64022]: DEBUG oslo_vmware.api [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302861, 'name': PowerOffVM_Task, 'duration_secs': 0.260332} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.709596] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.709775] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.710044] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a14a2ae-5992-48a6-99f7-2b62137766ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.780737] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.780996] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.781219] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleting the datastore file [datastore1] 1f505927-8784-4b15-b4d3-8aa0e1532599 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.781504] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8991f89-91a4-43c2-b50f-9e3fc8eb5344 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.804147] env[64022]: DEBUG oslo_vmware.api [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 902.804147] env[64022]: value = "task-2302864" [ 902.804147] env[64022]: _type = "Task" [ 902.804147] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.818510] env[64022]: DEBUG oslo_concurrency.lockutils [None req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Lock "dc1db748-2690-4a36-84c6-951e8a7a24f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.973s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.820060] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ddd010-cb6a-c3e6-0f86-19b9cbcc5de5, 'name': SearchDatastore_Task, 'duration_secs': 0.019682} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.826976] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.827270] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.827551] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.827722] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.827912] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.831490] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5da0cae-11fa-4ab1-a2cf-1d13e0758b2b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.833706] env[64022]: DEBUG oslo_vmware.api [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.839930] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302859, 'name': Destroy_Task, 'duration_secs': 0.648302} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.840183] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Destroyed the VM [ 902.840416] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 902.840648] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-04a90116-e3d2-4c1e-9d54-ee1d491a5228 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.846306] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 902.846306] env[64022]: value = "task-2302865" [ 902.846306] env[64022]: _type = "Task" [ 902.846306] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.850730] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.850872] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.852110] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc9e263-6042-43d5-acf2-4a5ad68605e4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.858405] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302865, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.861595] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 902.861595] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524aa64c-ed80-34fa-1998-6bdf732821ac" [ 902.861595] env[64022]: _type = "Task" [ 902.861595] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.870192] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524aa64c-ed80-34fa-1998-6bdf732821ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.943515] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302862, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.080746] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302860, 'name': ReconfigVM_Task, 'duration_secs': 0.545787} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.081123] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Reconfigured VM instance instance-00000057 to attach disk [datastore1] f43a0961-5dc5-42cf-8493-e769273bc3a9/f43a0961-5dc5-42cf-8493-e769273bc3a9.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.081847] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f781bd98-853b-495c-966a-9ef12d192cfa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.089133] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 903.089133] env[64022]: value = "task-2302866" [ 903.089133] env[64022]: _type = "Task" [ 903.089133] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.098213] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302866, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.193492] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.263531] env[64022]: DEBUG nova.network.neutron [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.318297] env[64022]: DEBUG oslo_vmware.api [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186929} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.318297] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.318455] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.318514] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.318733] env[64022]: INFO nova.compute.manager [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Took 1.14 seconds to destroy the instance on the hypervisor. [ 903.318994] env[64022]: DEBUG oslo.service.loopingcall [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 903.320742] env[64022]: DEBUG nova.compute.manager [-] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.320742] env[64022]: DEBUG nova.network.neutron [-] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance fd2648fd-9a15-40e9-aecb-b01d77939d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance c584ed71-b206-4a67-a0fc-c6964b5d0fae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance d62e50ec-7c22-4c38-bddd-66148aa73dda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 02a836ec-8677-4076-98b1-3ac308500668 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 88a9b493-e20e-4345-ae45-4b248b380ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 1477c326-91e3-447f-9c8c-e2ff0c6875a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 6f33f839-08f9-4f61-a513-16cc247eb2d3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance a3ce8424-551f-41e7-a906-3e26bffc2c87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 19dff5f5-da00-420a-b289-5bd97f7ba77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance d8f02443-015d-4fbb-9b39-0b139f54dfb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 1f505927-8784-4b15-b4d3-8aa0e1532599 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328177] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 17d37def-85e7-40d3-967f-129223aafcc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328684] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 2aa837b5-458f-4706-bc9d-1af285a82a48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328684] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 7602f62e-cb00-46bc-81c3-b41e6d18b28d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328684] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance f43a0961-5dc5-42cf-8493-e769273bc3a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328684] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 04be5e3a-9804-4d9a-bc03-4fa108c93d65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.328684] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance b9903f01-57d3-41e8-9949-a087b73736b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.356411] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302865, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.370709] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524aa64c-ed80-34fa-1998-6bdf732821ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011317} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.371465] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fbf5699-37ba-43e6-8ec2-b48e22292cfa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.377989] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 903.377989] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ade293-9138-7bf2-505d-3ada00c37f6a" [ 903.377989] env[64022]: _type = "Task" [ 903.377989] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.385335] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ade293-9138-7bf2-505d-3ada00c37f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.443984] env[64022]: DEBUG oslo_vmware.api [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302862, 'name': PowerOnVM_Task, 'duration_secs': 0.601817} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.443984] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.443984] env[64022]: INFO nova.compute.manager [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Took 10.42 seconds to spawn the instance on the hypervisor. [ 903.443984] env[64022]: DEBUG nova.compute.manager [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.444816] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a24149-6c26-446a-a5bf-35be9732ab9a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.557104] env[64022]: DEBUG nova.network.neutron [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Updating instance_info_cache with network_info: [{"id": "780918a0-0836-49c5-a729-302f935a2e20", "address": "fa:16:3e:c5:c4:14", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap780918a0-08", "ovs_interfaceid": "780918a0-0836-49c5-a729-302f935a2e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.602777] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302866, 'name': Rename_Task, 'duration_secs': 0.143791} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.603077] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.603367] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2db82e3b-d9ae-438e-995a-b53d4400ed5d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.609829] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 903.609829] env[64022]: value = "task-2302867" [ 903.609829] env[64022]: _type = "Task" [ 903.609829] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.618715] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.744392] env[64022]: DEBUG nova.compute.manager [req-9a8b9335-5f1b-4cd6-9a99-612c0a503aa8 req-ea0f226b-fa88-4823-9967-9721ab84f9aa service nova] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Received event network-vif-deleted-1d264497-c4c1-4166-9a3a-1f58d3ecae11 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.744392] env[64022]: INFO nova.compute.manager [req-9a8b9335-5f1b-4cd6-9a99-612c0a503aa8 req-ea0f226b-fa88-4823-9967-9721ab84f9aa service nova] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Neutron deleted interface 1d264497-c4c1-4166-9a3a-1f58d3ecae11; detaching it from the instance and deleting it from the info cache [ 903.744585] env[64022]: DEBUG nova.network.neutron [req-9a8b9335-5f1b-4cd6-9a99-612c0a503aa8 req-ea0f226b-fa88-4823-9967-9721ab84f9aa service nova] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.831242] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance cd06245e-0bb2-414c-81fe-e687c36d5790 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 903.831615] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 903.831783] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 903.856530] env[64022]: DEBUG oslo_vmware.api [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302865, 'name': RemoveSnapshot_Task, 'duration_secs': 0.849575} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.857089] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 903.889605] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ade293-9138-7bf2-505d-3ada00c37f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.889879] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.890151] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 04be5e3a-9804-4d9a-bc03-4fa108c93d65/04be5e3a-9804-4d9a-bc03-4fa108c93d65.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.890738] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82de5cbb-abb2-4556-84e3-b625a53fafdf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.900711] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 903.900711] env[64022]: value = "task-2302868" [ 903.900711] env[64022]: _type = "Task" [ 903.900711] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.910928] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.967120] env[64022]: INFO nova.compute.manager [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Took 26.46 seconds to build instance. [ 904.059922] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "refresh_cache-b9903f01-57d3-41e8-9949-a087b73736b8" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.060193] env[64022]: DEBUG nova.compute.manager [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Instance network_info: |[{"id": "780918a0-0836-49c5-a729-302f935a2e20", "address": "fa:16:3e:c5:c4:14", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap780918a0-08", "ovs_interfaceid": "780918a0-0836-49c5-a729-302f935a2e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.060749] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:c4:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '780918a0-0836-49c5-a729-302f935a2e20', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.069076] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Creating folder: Project (3a59c28fedcf43218d1d9a24aec2a578). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.072629] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b9cd4a7-ed27-4116-8df0-ce0346afdfa6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.083360] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Created folder: Project (3a59c28fedcf43218d1d9a24aec2a578) in parent group-v468248. [ 904.083774] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Creating folder: Instances. Parent ref: group-v468495. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.084071] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d1795c3-8ea9-4a34-8738-0e1b776d165c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.094876] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Created folder: Instances in parent group-v468495. [ 904.095134] env[64022]: DEBUG oslo.service.loopingcall [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.095337] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.095545] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9c0f41f-aac0-4641-9023-ebb0390fceb0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.128086] env[64022]: DEBUG oslo_vmware.api [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302867, 'name': PowerOnVM_Task, 'duration_secs': 0.474352} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.131693] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.131923] env[64022]: INFO nova.compute.manager [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Took 8.63 seconds to spawn the instance on the hypervisor. [ 904.132124] env[64022]: DEBUG nova.compute.manager [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.132944] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.132944] env[64022]: value = "task-2302871" [ 904.132944] env[64022]: _type = "Task" [ 904.132944] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.137905] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b301bad-cdb5-42b6-8b57-961d34c66cf4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.164459] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302871, 'name': CreateVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.191598] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cd2c09-a8a0-4ec0-8f89-8489ca5cc681 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.202806] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb4156c-8a11-49b5-86a4-e75b59350a82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.240597] env[64022]: DEBUG nova.network.neutron [-] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.244655] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15ddb90-2aff-49b6-8527-d4c22a9e6b35 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.248621] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b32d3da-6681-40a7-92bf-2011be370a11 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.260071] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b20f122-70a5-4e1b-b8c8-3b4f82e298db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.269870] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712163ec-7d90-4fb6-bf9e-c07c2b78df61 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.294842] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.311260] env[64022]: DEBUG nova.compute.manager [req-9a8b9335-5f1b-4cd6-9a99-612c0a503aa8 req-ea0f226b-fa88-4823-9967-9721ab84f9aa service nova] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Detach interface failed, port_id=1d264497-c4c1-4166-9a3a-1f58d3ecae11, reason: Instance 1f505927-8784-4b15-b4d3-8aa0e1532599 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 904.312555] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.362157] env[64022]: WARNING nova.compute.manager [None req-386b9852-be8b-4c6d-ad63-bd1b5e43524f tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Image not found during snapshot: nova.exception.ImageNotFound: Image 777131af-35cf-4ed7-93e4-be2b9d94403a could not be found. [ 904.410598] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302868, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.471178] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a2c8ac17-4a6b-4aeb-9088-440851076d45 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.973s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.656964] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302871, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.674941] env[64022]: INFO nova.compute.manager [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Took 26.72 seconds to build instance. [ 904.748862] env[64022]: INFO nova.compute.manager [-] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Took 1.43 seconds to deallocate network for instance. [ 904.817501] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 904.817670] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.542s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.818727] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.344s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.818727] env[64022]: DEBUG nova.objects.instance [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64022) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 904.913204] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641332} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.913567] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 04be5e3a-9804-4d9a-bc03-4fa108c93d65/04be5e3a-9804-4d9a-bc03-4fa108c93d65.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.913790] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.914056] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b096bdc1-229e-4026-81c9-d64a5125b80f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.922139] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 904.922139] env[64022]: value = "task-2302872" [ 904.922139] env[64022]: _type = "Task" [ 904.922139] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.930392] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.129208] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a40a372b-e806-4144-922e-eeb89bf1f88c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.129554] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a40a372b-e806-4144-922e-eeb89bf1f88c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.129787] env[64022]: DEBUG nova.compute.manager [None req-a40a372b-e806-4144-922e-eeb89bf1f88c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.130746] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3212ba1-58e2-4990-b6d1-d0b622b15813 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.137197] env[64022]: DEBUG nova.compute.manager [None req-a40a372b-e806-4144-922e-eeb89bf1f88c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64022) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 905.137839] env[64022]: DEBUG nova.objects.instance [None req-a40a372b-e806-4144-922e-eeb89bf1f88c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lazy-loading 'flavor' on Instance uuid 7602f62e-cb00-46bc-81c3-b41e6d18b28d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.155986] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302871, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.176743] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.231s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.256970] env[64022]: DEBUG oslo_concurrency.lockutils [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.432347] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128788} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.432347] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.432745] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f761ffef-e11f-4d5a-bfc8-7f3b8f990fcf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.456399] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 04be5e3a-9804-4d9a-bc03-4fa108c93d65/04be5e3a-9804-4d9a-bc03-4fa108c93d65.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.456823] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa6c2e42-f09e-40e7-82d3-7c16856c5e0e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.476983] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 905.476983] env[64022]: value = "task-2302873" [ 905.476983] env[64022]: _type = "Task" [ 905.476983] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.487042] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.660565] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302871, 'name': CreateVM_Task, 'duration_secs': 1.153254} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.660745] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.661482] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.661655] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.661981] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.662253] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdedd006-65a2-444e-84f2-9d0d59461793 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.669795] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 905.669795] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f8dab5-5aed-9851-e8fe-11a20a050d8a" [ 905.669795] env[64022]: _type = "Task" [ 905.669795] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.678921] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f8dab5-5aed-9851-e8fe-11a20a050d8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.699577] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquiring lock "1980af56-fbde-40d8-b8eb-93e206e86811" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.699805] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Lock "1980af56-fbde-40d8-b8eb-93e206e86811" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.828848] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a5c55fbc-7096-40d0-bddd-529f2da07ffc tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.830018] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.637s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.831812] env[64022]: INFO nova.compute.claims [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.859395] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "2aa837b5-458f-4706-bc9d-1af285a82a48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.859649] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "2aa837b5-458f-4706-bc9d-1af285a82a48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.859852] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "2aa837b5-458f-4706-bc9d-1af285a82a48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.860044] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "2aa837b5-458f-4706-bc9d-1af285a82a48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.860343] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "2aa837b5-458f-4706-bc9d-1af285a82a48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.862275] env[64022]: INFO nova.compute.manager [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Terminating instance [ 905.990841] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.147492] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40a372b-e806-4144-922e-eeb89bf1f88c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.147872] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e219bec2-6f8b-470e-ad78-77a1ccdf7e13 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.159020] env[64022]: DEBUG oslo_vmware.api [None req-a40a372b-e806-4144-922e-eeb89bf1f88c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 906.159020] env[64022]: value = "task-2302874" [ 906.159020] env[64022]: _type = "Task" [ 906.159020] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.164884] env[64022]: DEBUG oslo_vmware.api [None req-a40a372b-e806-4144-922e-eeb89bf1f88c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.179905] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f8dab5-5aed-9851-e8fe-11a20a050d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011528} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.180469] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.180469] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.180732] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.180732] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.180918] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.181274] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d781377-1bdc-4cbc-b868-7f28552f8480 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.189346] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.189767] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.190278] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c116cbb-60aa-49d8-9c10-5ffcbbdca4f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.195442] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 906.195442] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52098f0c-e972-deee-3c2b-028885fe2b5c" [ 906.195442] env[64022]: _type = "Task" [ 906.195442] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.204456] env[64022]: DEBUG nova.compute.manager [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.207052] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52098f0c-e972-deee-3c2b-028885fe2b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.368152] env[64022]: DEBUG nova.compute.manager [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.368152] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.368152] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f2ea7e-39d3-4556-ab8a-c5edf23406f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.380067] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.380710] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a300f93a-2126-4e82-9a1e-a33d21996347 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.392224] env[64022]: DEBUG nova.compute.manager [req-0fc7d01f-b59d-4667-9037-44d3fc346c0c req-b80a888e-60ab-479e-b657-d4aa90de0ce0 service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Received event network-changed-811734cb-ad25-477b-9f54-7ac2a124ef34 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.392533] env[64022]: DEBUG nova.compute.manager [req-0fc7d01f-b59d-4667-9037-44d3fc346c0c req-b80a888e-60ab-479e-b657-d4aa90de0ce0 service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Refreshing instance network info cache due to event network-changed-811734cb-ad25-477b-9f54-7ac2a124ef34. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.392827] env[64022]: DEBUG oslo_concurrency.lockutils [req-0fc7d01f-b59d-4667-9037-44d3fc346c0c req-b80a888e-60ab-479e-b657-d4aa90de0ce0 service nova] Acquiring lock "refresh_cache-f43a0961-5dc5-42cf-8493-e769273bc3a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.393049] env[64022]: DEBUG oslo_concurrency.lockutils [req-0fc7d01f-b59d-4667-9037-44d3fc346c0c req-b80a888e-60ab-479e-b657-d4aa90de0ce0 service nova] Acquired lock "refresh_cache-f43a0961-5dc5-42cf-8493-e769273bc3a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.393262] env[64022]: DEBUG nova.network.neutron [req-0fc7d01f-b59d-4667-9037-44d3fc346c0c req-b80a888e-60ab-479e-b657-d4aa90de0ce0 service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Refreshing network info cache for port 811734cb-ad25-477b-9f54-7ac2a124ef34 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.396579] env[64022]: DEBUG oslo_vmware.api [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 906.396579] env[64022]: value = "task-2302875" [ 906.396579] env[64022]: _type = "Task" [ 906.396579] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.410193] env[64022]: DEBUG oslo_vmware.api [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.493209] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.673152] env[64022]: DEBUG oslo_vmware.api [None req-a40a372b-e806-4144-922e-eeb89bf1f88c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302874, 'name': PowerOffVM_Task, 'duration_secs': 0.218389} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.673737] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40a372b-e806-4144-922e-eeb89bf1f88c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.674191] env[64022]: DEBUG nova.compute.manager [None req-a40a372b-e806-4144-922e-eeb89bf1f88c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.675482] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6028f86-a133-47fe-a9c2-9535679bc262 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.717605] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52098f0c-e972-deee-3c2b-028885fe2b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013445} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.720954] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea81e43d-076e-4c65-91b8-0937db53efbc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.728961] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 906.728961] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e498f4-34ef-0a1a-e499-8c75c2853b1f" [ 906.728961] env[64022]: _type = "Task" [ 906.728961] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.737308] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e498f4-34ef-0a1a-e499-8c75c2853b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.740061] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.915220] env[64022]: DEBUG oslo_vmware.api [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302875, 'name': PowerOffVM_Task, 'duration_secs': 0.22429} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.915220] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.915220] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.915731] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da4fe92a-dd31-47e3-82c8-299274a95cdb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.987841] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302873, 'name': ReconfigVM_Task, 'duration_secs': 1.173692} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.992969] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 04be5e3a-9804-4d9a-bc03-4fa108c93d65/04be5e3a-9804-4d9a-bc03-4fa108c93d65.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.994142] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffeaefac-7ba8-4aa6-99fa-58c3bf77ea88 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.001238] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 907.001238] env[64022]: value = "task-2302877" [ 907.001238] env[64022]: _type = "Task" [ 907.001238] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.015368] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302877, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.018384] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.018480] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.018696] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Deleting the datastore file [datastore2] 2aa837b5-458f-4706-bc9d-1af285a82a48 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.019028] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c25ea539-9556-4bec-a453-66b7529e03a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.027940] env[64022]: DEBUG oslo_vmware.api [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 907.027940] env[64022]: value = "task-2302878" [ 907.027940] env[64022]: _type = "Task" [ 907.027940] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.044355] env[64022]: DEBUG oslo_vmware.api [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.197733] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f2a954-cb1b-41b0-8a1c-b690afe04b5f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.201210] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a40a372b-e806-4144-922e-eeb89bf1f88c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.209832] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1e5a91-7bbc-4a19-bf93-8addd782a046 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.241341] env[64022]: DEBUG nova.network.neutron [req-0fc7d01f-b59d-4667-9037-44d3fc346c0c req-b80a888e-60ab-479e-b657-d4aa90de0ce0 service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Updated VIF entry in instance network info cache for port 811734cb-ad25-477b-9f54-7ac2a124ef34. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.241705] env[64022]: DEBUG nova.network.neutron [req-0fc7d01f-b59d-4667-9037-44d3fc346c0c req-b80a888e-60ab-479e-b657-d4aa90de0ce0 service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Updating instance_info_cache with network_info: [{"id": "811734cb-ad25-477b-9f54-7ac2a124ef34", "address": "fa:16:3e:68:49:f6", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811734cb-ad", "ovs_interfaceid": "811734cb-ad25-477b-9f54-7ac2a124ef34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.247143] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e9c902-f966-4869-9398-4f618fd979b4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.259096] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e498f4-34ef-0a1a-e499-8c75c2853b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.263279] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.263279] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] b9903f01-57d3-41e8-9949-a087b73736b8/b9903f01-57d3-41e8-9949-a087b73736b8.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.263279] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-496d989c-755a-40cf-a14b-85d7950c1e72 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.265471] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad3962c-dbb7-483c-921a-33c87db9f521 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.282371] env[64022]: DEBUG nova.compute.provider_tree [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.284316] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 907.284316] env[64022]: value = "task-2302879" [ 907.284316] env[64022]: _type = "Task" [ 907.284316] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.293912] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.514737] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302877, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.538202] env[64022]: DEBUG oslo_vmware.api [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149289} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.538627] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.538858] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.539172] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.539462] env[64022]: INFO nova.compute.manager [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Took 1.17 seconds to destroy the instance on the hypervisor. [ 907.539786] env[64022]: DEBUG oslo.service.loopingcall [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.540027] env[64022]: DEBUG nova.compute.manager [-] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.540178] env[64022]: DEBUG nova.network.neutron [-] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.751356] env[64022]: DEBUG oslo_concurrency.lockutils [req-0fc7d01f-b59d-4667-9037-44d3fc346c0c req-b80a888e-60ab-479e-b657-d4aa90de0ce0 service nova] Releasing lock "refresh_cache-f43a0961-5dc5-42cf-8493-e769273bc3a9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.755262] env[64022]: DEBUG oslo_concurrency.lockutils [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.756288] env[64022]: DEBUG oslo_concurrency.lockutils [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.756643] env[64022]: DEBUG oslo_concurrency.lockutils [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.757176] env[64022]: DEBUG oslo_concurrency.lockutils [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.757685] env[64022]: DEBUG oslo_concurrency.lockutils [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.759944] env[64022]: INFO nova.compute.manager [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Terminating instance [ 907.788334] env[64022]: DEBUG nova.scheduler.client.report [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.804847] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519203} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.804847] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] b9903f01-57d3-41e8-9949-a087b73736b8/b9903f01-57d3-41e8-9949-a087b73736b8.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.804847] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.804847] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0db94c1-0660-47e0-8250-7f22ce7f21f0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.813019] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 907.813019] env[64022]: value = "task-2302880" [ 907.813019] env[64022]: _type = "Task" [ 907.813019] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.823524] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.939104] env[64022]: DEBUG nova.compute.manager [req-c1c7e31f-2312-452b-9a8f-9a669d46cc5e req-61abe488-8cb6-47e1-8b61-85a6a5ec40b9 service nova] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Received event network-vif-deleted-e5cb0834-0f34-4754-8e4c-2f33817d0013 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.939459] env[64022]: INFO nova.compute.manager [req-c1c7e31f-2312-452b-9a8f-9a669d46cc5e req-61abe488-8cb6-47e1-8b61-85a6a5ec40b9 service nova] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Neutron deleted interface e5cb0834-0f34-4754-8e4c-2f33817d0013; detaching it from the instance and deleting it from the info cache [ 907.939764] env[64022]: DEBUG nova.network.neutron [req-c1c7e31f-2312-452b-9a8f-9a669d46cc5e req-61abe488-8cb6-47e1-8b61-85a6a5ec40b9 service nova] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.016857] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302877, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.264612] env[64022]: DEBUG nova.compute.manager [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.264856] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.265748] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ba8080-011b-418d-9b3d-2af18afd6689 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.273417] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.273639] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09927800-8859-4361-a5c6-52188f9c8c08 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.298163] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.298959] env[64022]: DEBUG nova.compute.manager [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.302647] env[64022]: DEBUG oslo_concurrency.lockutils [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.045s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.302647] env[64022]: DEBUG nova.objects.instance [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lazy-loading 'resources' on Instance uuid 1f505927-8784-4b15-b4d3-8aa0e1532599 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.323283] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073354} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.323638] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.324571] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb04168d-b06f-459c-9fb6-8d5770a3a931 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.340093] env[64022]: DEBUG nova.network.neutron [-] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.350693] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] b9903f01-57d3-41e8-9949-a087b73736b8/b9903f01-57d3-41e8-9949-a087b73736b8.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.352672] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c00149b4-938d-4288-b9cb-8b4b4aca9ac5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.367319] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.367519] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.367693] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleting the datastore file [datastore1] 7602f62e-cb00-46bc-81c3-b41e6d18b28d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.368510] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48295256-50da-49db-a58c-1f0bf6bac54e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.376136] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 908.376136] env[64022]: value = "task-2302882" [ 908.376136] env[64022]: _type = "Task" [ 908.376136] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.377371] env[64022]: DEBUG oslo_vmware.api [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 908.377371] env[64022]: value = "task-2302883" [ 908.377371] env[64022]: _type = "Task" [ 908.377371] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.388636] env[64022]: DEBUG oslo_vmware.api [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.392091] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.442707] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6317d863-efd8-48a4-9806-9ebf357e3665 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.455619] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83838f35-12b1-40de-afb0-078108a55e7f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.504287] env[64022]: DEBUG nova.compute.manager [req-c1c7e31f-2312-452b-9a8f-9a669d46cc5e req-61abe488-8cb6-47e1-8b61-85a6a5ec40b9 service nova] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Detach interface failed, port_id=e5cb0834-0f34-4754-8e4c-2f33817d0013, reason: Instance 2aa837b5-458f-4706-bc9d-1af285a82a48 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 908.517620] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302877, 'name': Rename_Task, 'duration_secs': 1.19692} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.517620] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.517620] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c9171cd-d031-47c6-a9fc-3f427e6cef42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.524878] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 908.524878] env[64022]: value = "task-2302884" [ 908.524878] env[64022]: _type = "Task" [ 908.524878] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.531562] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.730862] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "96475efb-e024-4299-8f66-665d352dfb7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.731212] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "96475efb-e024-4299-8f66-665d352dfb7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.804058] env[64022]: DEBUG nova.compute.utils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 908.805441] env[64022]: DEBUG nova.compute.manager [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.805606] env[64022]: DEBUG nova.network.neutron [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.851599] env[64022]: INFO nova.compute.manager [-] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Took 1.31 seconds to deallocate network for instance. [ 908.854817] env[64022]: DEBUG nova.policy [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ada22d28d08b4e8c9f4f88da40a5d079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d2d71a4e1514137b465aba7c9595303', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.893246] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302882, 'name': ReconfigVM_Task, 'duration_secs': 0.313534} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.898321] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Reconfigured VM instance instance-00000059 to attach disk [datastore1] b9903f01-57d3-41e8-9949-a087b73736b8/b9903f01-57d3-41e8-9949-a087b73736b8.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.899264] env[64022]: DEBUG oslo_vmware.api [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166872} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.899630] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e4a32e3-b1d2-43a3-879f-508103c5ff85 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.901153] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.901339] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.901893] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.901893] env[64022]: INFO nova.compute.manager [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Took 0.64 seconds to destroy the instance on the hypervisor. [ 908.901893] env[64022]: DEBUG oslo.service.loopingcall [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 908.902192] env[64022]: DEBUG nova.compute.manager [-] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.902192] env[64022]: DEBUG nova.network.neutron [-] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.908646] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 908.908646] env[64022]: value = "task-2302885" [ 908.908646] env[64022]: _type = "Task" [ 908.908646] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.921142] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302885, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.036403] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.120169] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b29e38c-418e-4646-b57c-75bfc17f17d5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.128654] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637a33e1-ca83-4850-b994-2d62f599f0ce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.161033] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79b85ff-3657-4938-85b2-8acc3c75adf6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.169132] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43699a1f-f017-424c-9390-9343085aa44f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.185576] env[64022]: DEBUG nova.compute.provider_tree [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.235105] env[64022]: DEBUG nova.compute.manager [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.310842] env[64022]: DEBUG nova.compute.manager [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.350107] env[64022]: DEBUG nova.network.neutron [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Successfully created port: 23b1059a-c6b6-41be-a308-432f2f0e469d {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.359675] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.421088] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302885, 'name': Rename_Task, 'duration_secs': 0.148486} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.421398] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.421656] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17b6cd83-a113-4f80-bb15-e1a899d62f67 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.429292] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 909.429292] env[64022]: value = "task-2302886" [ 909.429292] env[64022]: _type = "Task" [ 909.429292] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.438138] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.533762] env[64022]: DEBUG oslo_vmware.api [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302884, 'name': PowerOnVM_Task, 'duration_secs': 0.77051} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.534610] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.534943] env[64022]: INFO nova.compute.manager [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Took 11.55 seconds to spawn the instance on the hypervisor. [ 909.535265] env[64022]: DEBUG nova.compute.manager [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.536039] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6f093b-3d4b-4b56-993d-3bd61d68606b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.689055] env[64022]: DEBUG nova.scheduler.client.report [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.754714] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.772911] env[64022]: DEBUG nova.network.neutron [-] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.939622] env[64022]: DEBUG oslo_vmware.api [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302886, 'name': PowerOnVM_Task, 'duration_secs': 0.462097} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.939894] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.940117] env[64022]: INFO nova.compute.manager [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Took 9.47 seconds to spawn the instance on the hypervisor. [ 909.940299] env[64022]: DEBUG nova.compute.manager [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.941088] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574ead55-a133-4ce4-b82b-5c20c0f36f27 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.964305] env[64022]: DEBUG nova.compute.manager [req-c814993a-dca4-4707-94e1-3c5bd02688e2 req-55fd864c-dfa5-4e7c-86ee-bb93b019298f service nova] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Received event network-vif-deleted-d541a614-5d02-4960-a63c-b32688b26868 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 910.052896] env[64022]: INFO nova.compute.manager [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Took 30.84 seconds to build instance. [ 910.194071] env[64022]: DEBUG oslo_concurrency.lockutils [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.196312] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.456s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.197790] env[64022]: INFO nova.compute.claims [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.218078] env[64022]: INFO nova.scheduler.client.report [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted allocations for instance 1f505927-8784-4b15-b4d3-8aa0e1532599 [ 910.275408] env[64022]: INFO nova.compute.manager [-] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Took 1.37 seconds to deallocate network for instance. [ 910.320516] env[64022]: DEBUG nova.compute.manager [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.340871] env[64022]: DEBUG nova.virt.hardware [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.341109] env[64022]: DEBUG nova.virt.hardware [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.341291] env[64022]: DEBUG nova.virt.hardware [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.341503] env[64022]: DEBUG nova.virt.hardware [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.341654] env[64022]: DEBUG nova.virt.hardware [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.341801] env[64022]: DEBUG nova.virt.hardware [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.342015] env[64022]: DEBUG nova.virt.hardware [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.342190] env[64022]: DEBUG nova.virt.hardware [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.342362] env[64022]: DEBUG nova.virt.hardware [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.342525] env[64022]: DEBUG nova.virt.hardware [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.342696] env[64022]: DEBUG nova.virt.hardware [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.344094] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeeba12-1cb0-4e1f-9138-5a4bf20c2294 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.351904] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fc4950-2109-4cbb-bb8d-392f129f2c17 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.461098] env[64022]: INFO nova.compute.manager [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Took 27.08 seconds to build instance. [ 910.555745] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "04be5e3a-9804-4d9a-bc03-4fa108c93d65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.347s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.727540] env[64022]: DEBUG oslo_concurrency.lockutils [None req-12df4613-781d-463c-8734-37495be236ee tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "1f505927-8784-4b15-b4d3-8aa0e1532599" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.057s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.783752] env[64022]: DEBUG oslo_concurrency.lockutils [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.909968] env[64022]: DEBUG nova.network.neutron [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Successfully updated port: 23b1059a-c6b6-41be-a308-432f2f0e469d {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.962237] env[64022]: DEBUG oslo_concurrency.lockutils [None req-529db6fa-2ccd-41cd-b65b-13441acc3772 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "b9903f01-57d3-41e8-9949-a087b73736b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.597s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.135106] env[64022]: INFO nova.compute.manager [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Rescuing [ 911.135387] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "refresh_cache-04be5e3a-9804-4d9a-bc03-4fa108c93d65" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.135542] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquired lock "refresh_cache-04be5e3a-9804-4d9a-bc03-4fa108c93d65" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.135820] env[64022]: DEBUG nova.network.neutron [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.412486] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.412637] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.412790] env[64022]: DEBUG nova.network.neutron [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.451264] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc5a14e-69ea-40d4-aab5-ff9687484e00 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.458856] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fec7fc2-d7a4-41fb-a8b0-7da2e6f77172 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.488164] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4572b6-5788-4378-9321-e97df767ecfa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.495797] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae3942c-1bf5-4e87-87ef-3fe54f319764 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.509946] env[64022]: DEBUG nova.compute.provider_tree [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.625263] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "b39da1c0-712a-471b-a2b9-f230f780a971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.625605] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "b39da1c0-712a-471b-a2b9-f230f780a971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.881433] env[64022]: DEBUG nova.network.neutron [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Updating instance_info_cache with network_info: [{"id": "714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5", "address": "fa:16:3e:ba:16:85", "network": {"id": "a3aa8713-5ad0-439f-9285-d5223ac79dcd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-934680590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e71e69926dc4ec391e68990a7a11a5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714adcdf-fc", "ovs_interfaceid": "714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.945077] env[64022]: DEBUG nova.network.neutron [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.991274] env[64022]: DEBUG nova.compute.manager [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Received event network-vif-plugged-23b1059a-c6b6-41be-a308-432f2f0e469d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.991522] env[64022]: DEBUG oslo_concurrency.lockutils [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] Acquiring lock "cd06245e-0bb2-414c-81fe-e687c36d5790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.991737] env[64022]: DEBUG oslo_concurrency.lockutils [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] Lock "cd06245e-0bb2-414c-81fe-e687c36d5790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.991906] env[64022]: DEBUG oslo_concurrency.lockutils [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] Lock "cd06245e-0bb2-414c-81fe-e687c36d5790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.992087] env[64022]: DEBUG nova.compute.manager [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] No waiting events found dispatching network-vif-plugged-23b1059a-c6b6-41be-a308-432f2f0e469d {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.992930] env[64022]: WARNING nova.compute.manager [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Received unexpected event network-vif-plugged-23b1059a-c6b6-41be-a308-432f2f0e469d for instance with vm_state building and task_state spawning. [ 911.992930] env[64022]: DEBUG nova.compute.manager [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Received event network-changed-23b1059a-c6b6-41be-a308-432f2f0e469d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.992930] env[64022]: DEBUG nova.compute.manager [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Refreshing instance network info cache due to event network-changed-23b1059a-c6b6-41be-a308-432f2f0e469d. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 911.992930] env[64022]: DEBUG oslo_concurrency.lockutils [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] Acquiring lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.012931] env[64022]: DEBUG nova.scheduler.client.report [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.107449] env[64022]: DEBUG nova.network.neutron [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance_info_cache with network_info: [{"id": "23b1059a-c6b6-41be-a308-432f2f0e469d", "address": "fa:16:3e:3b:16:c4", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b1059a-c6", "ovs_interfaceid": "23b1059a-c6b6-41be-a308-432f2f0e469d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.127877] env[64022]: DEBUG nova.compute.manager [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.384173] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Releasing lock "refresh_cache-04be5e3a-9804-4d9a-bc03-4fa108c93d65" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.521938] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.522521] env[64022]: DEBUG nova.compute.manager [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.525355] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.166s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.525607] env[64022]: DEBUG nova.objects.instance [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lazy-loading 'resources' on Instance uuid 2aa837b5-458f-4706-bc9d-1af285a82a48 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.609956] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.610315] env[64022]: DEBUG nova.compute.manager [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Instance network_info: |[{"id": "23b1059a-c6b6-41be-a308-432f2f0e469d", "address": "fa:16:3e:3b:16:c4", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b1059a-c6", "ovs_interfaceid": "23b1059a-c6b6-41be-a308-432f2f0e469d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.610621] env[64022]: DEBUG oslo_concurrency.lockutils [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] Acquired lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.610803] env[64022]: DEBUG nova.network.neutron [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Refreshing network info cache for port 23b1059a-c6b6-41be-a308-432f2f0e469d {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.612010] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:16:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23b1059a-c6b6-41be-a308-432f2f0e469d', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.620459] env[64022]: DEBUG oslo.service.loopingcall [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.623562] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.624344] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a887daf-291b-4632-922c-5d25605cb6c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.651376] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.651376] env[64022]: value = "task-2302887" [ 912.651376] env[64022]: _type = "Task" [ 912.651376] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.658988] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302887, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.659919] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.881598] env[64022]: DEBUG nova.network.neutron [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updated VIF entry in instance network info cache for port 23b1059a-c6b6-41be-a308-432f2f0e469d. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.881598] env[64022]: DEBUG nova.network.neutron [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance_info_cache with network_info: [{"id": "23b1059a-c6b6-41be-a308-432f2f0e469d", "address": "fa:16:3e:3b:16:c4", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b1059a-c6", "ovs_interfaceid": "23b1059a-c6b6-41be-a308-432f2f0e469d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.029359] env[64022]: DEBUG nova.compute.utils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 913.035800] env[64022]: DEBUG nova.compute.manager [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Not allocating networking since 'none' was specified. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 913.163283] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302887, 'name': CreateVM_Task, 'duration_secs': 0.400148} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.163466] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.164154] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.165021] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.165021] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.165021] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3aecd3-5aeb-49d4-8ebd-ab62f2370090 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.170749] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 913.170749] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5250ddaa-c4b6-3ae0-9c73-43ea746f7845" [ 913.170749] env[64022]: _type = "Task" [ 913.170749] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.181046] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5250ddaa-c4b6-3ae0-9c73-43ea746f7845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.286603] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d81b61-adbd-480e-90e7-75414c4cc2f1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.294934] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a138905-ac93-4dc4-a7e4-a8047a7f4084 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.325990] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53eb9ca-dea2-4320-93d8-89093fa30f11 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.334198] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed2d2f2-eb05-4d76-bd77-8db8d8e4a6b4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.348300] env[64022]: DEBUG nova.compute.provider_tree [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.383829] env[64022]: DEBUG oslo_concurrency.lockutils [req-96c88ec1-499b-4731-88a4-3de33519673c req-479c798f-3042-413e-a735-5dd5368f41c8 service nova] Releasing lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.536214] env[64022]: DEBUG nova.compute.manager [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.683164] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5250ddaa-c4b6-3ae0-9c73-43ea746f7845, 'name': SearchDatastore_Task, 'duration_secs': 0.032833} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.683530] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.683712] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.683940] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.684094] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.684271] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.684528] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-840a27dd-861d-41d1-84c9-5da45cc1889f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.696526] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.696727] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.697407] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701c9ce6-80b6-465e-890b-ec0070a212c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.702257] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 913.702257] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d449d2-b8d1-2c99-e2db-bc8303c563ed" [ 913.702257] env[64022]: _type = "Task" [ 913.702257] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.708945] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d449d2-b8d1-2c99-e2db-bc8303c563ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.852041] env[64022]: DEBUG nova.scheduler.client.report [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.919786] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.920094] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ac7025f-352e-4dfc-aff0-58e82da04169 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.927512] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 913.927512] env[64022]: value = "task-2302888" [ 913.927512] env[64022]: _type = "Task" [ 913.927512] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.935775] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.214721] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d449d2-b8d1-2c99-e2db-bc8303c563ed, 'name': SearchDatastore_Task, 'duration_secs': 0.025701} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.215505] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d97bd1-864c-4900-aeb6-09efda23300b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.220645] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 914.220645] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522d1582-e227-268e-b647-51a620a94566" [ 914.220645] env[64022]: _type = "Task" [ 914.220645] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.227935] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522d1582-e227-268e-b647-51a620a94566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.357981] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.360670] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.606s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.362311] env[64022]: INFO nova.compute.claims [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.375592] env[64022]: INFO nova.scheduler.client.report [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Deleted allocations for instance 2aa837b5-458f-4706-bc9d-1af285a82a48 [ 914.437950] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302888, 'name': PowerOffVM_Task, 'duration_secs': 0.179456} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.438233] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.439049] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82809650-cf68-4f13-9d05-927fdeff14ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.457301] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95ff0dd-baec-4c08-b5f3-4902c343822c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.488787] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.489459] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ee27d9a-0b95-4511-b511-a5e323f63b1c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.495764] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 914.495764] env[64022]: value = "task-2302889" [ 914.495764] env[64022]: _type = "Task" [ 914.495764] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.502929] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.546419] env[64022]: DEBUG nova.compute.manager [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.567905] env[64022]: DEBUG nova.virt.hardware [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.568177] env[64022]: DEBUG nova.virt.hardware [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.568339] env[64022]: DEBUG nova.virt.hardware [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.568523] env[64022]: DEBUG nova.virt.hardware [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.568672] env[64022]: DEBUG nova.virt.hardware [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.568824] env[64022]: DEBUG nova.virt.hardware [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.569049] env[64022]: DEBUG nova.virt.hardware [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.569222] env[64022]: DEBUG nova.virt.hardware [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.569390] env[64022]: DEBUG nova.virt.hardware [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.569553] env[64022]: DEBUG nova.virt.hardware [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.569851] env[64022]: DEBUG nova.virt.hardware [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.570923] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9fca2e-d2df-4905-a5f9-97c450267120 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.578913] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64193676-f90f-4518-92fb-57a463ccd3c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.591716] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Instance VIF info [] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.597341] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Creating folder: Project (ff391c0772eb4e90855297a7654bc675). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.597632] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4daa445-738a-4692-b516-39cdbf13459f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.606956] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Created folder: Project (ff391c0772eb4e90855297a7654bc675) in parent group-v468248. [ 914.607147] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Creating folder: Instances. Parent ref: group-v468499. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.607374] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d631d9c2-f1f0-4359-9e35-8da1cc267fc8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.615430] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Created folder: Instances in parent group-v468499. [ 914.615657] env[64022]: DEBUG oslo.service.loopingcall [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.615844] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.616050] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-888fceae-1b5e-4be5-9f80-8878ec6a87ee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.632021] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.632021] env[64022]: value = "task-2302892" [ 914.632021] env[64022]: _type = "Task" [ 914.632021] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.639354] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302892, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.731125] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522d1582-e227-268e-b647-51a620a94566, 'name': SearchDatastore_Task, 'duration_secs': 0.037889} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.731454] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.731783] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] cd06245e-0bb2-414c-81fe-e687c36d5790/cd06245e-0bb2-414c-81fe-e687c36d5790.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.732076] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ac1b13f-f563-43e6-9c56-8f7e2bb42805 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.738232] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 914.738232] env[64022]: value = "task-2302893" [ 914.738232] env[64022]: _type = "Task" [ 914.738232] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.747459] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.884501] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6c4f7509-e443-40dc-a5a5-636622fc4472 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "2aa837b5-458f-4706-bc9d-1af285a82a48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.024s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.006950] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 915.007231] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.007452] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.007603] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.007826] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.008091] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29ddc2c1-6baf-470c-b010-88be1b71aa43 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.018660] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.018849] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.019739] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325f009c-0954-44fe-b808-8c210967a2c0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.026122] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 915.026122] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c6d02b-ac33-0e7d-48d1-76747acec263" [ 915.026122] env[64022]: _type = "Task" [ 915.026122] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.034434] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c6d02b-ac33-0e7d-48d1-76747acec263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.144215] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302892, 'name': CreateVM_Task, 'duration_secs': 0.233878} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.144383] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.144831] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.145059] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.145417] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.145718] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6cc6cf-623a-48f0-96c3-2daaec28676d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.151218] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 915.151218] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52044a32-04c3-d4c5-6390-98701589f412" [ 915.151218] env[64022]: _type = "Task" [ 915.151218] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.160189] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52044a32-04c3-d4c5-6390-98701589f412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.248368] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465875} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.248368] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] cd06245e-0bb2-414c-81fe-e687c36d5790/cd06245e-0bb2-414c-81fe-e687c36d5790.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.248601] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.248781] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43b9b11c-e653-42e0-ae01-3396ce3d1d39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.255334] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 915.255334] env[64022]: value = "task-2302894" [ 915.255334] env[64022]: _type = "Task" [ 915.255334] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.263947] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.538514] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c6d02b-ac33-0e7d-48d1-76747acec263, 'name': SearchDatastore_Task, 'duration_secs': 0.018266} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.539490] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44445f2-5d37-414a-85cd-66e754b5fe5a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.545940] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 915.545940] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b7e064-daf7-1f8f-5f8c-9b37d2e6140a" [ 915.545940] env[64022]: _type = "Task" [ 915.545940] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.554173] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b7e064-daf7-1f8f-5f8c-9b37d2e6140a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.610482] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73941d6-3c8f-483c-8fd4-93116a27d29f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.617523] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f245f1d-49d6-4535-8f5c-f63167b08c32 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.648584] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515a65bf-66da-4749-99e0-2ca4a7566540 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.658027] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92a196f-4193-470f-ad07-c508de883364 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.664757] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52044a32-04c3-d4c5-6390-98701589f412, 'name': SearchDatastore_Task, 'duration_secs': 0.038569} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.665371] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.665666] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.666579] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.666579] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.666579] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.666579] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbcc9e54-1b34-4e7d-bbb4-b583c16e60af {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.675530] env[64022]: DEBUG nova.compute.provider_tree [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.685935] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.686145] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.686840] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc3fd0f-76a6-4efa-882d-dd4310a57629 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.692046] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 915.692046] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f408de-afd0-c521-0551-eb983411eabd" [ 915.692046] env[64022]: _type = "Task" [ 915.692046] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.699762] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f408de-afd0-c521-0551-eb983411eabd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.764507] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061228} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.764868] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.765541] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e60cbe-fa5f-4ad7-bb92-7ef3323d3b73 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.788239] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] cd06245e-0bb2-414c-81fe-e687c36d5790/cd06245e-0bb2-414c-81fe-e687c36d5790.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.788533] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-426f4f53-8674-4b97-b7e3-2a19dfa6da5d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.808439] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 915.808439] env[64022]: value = "task-2302895" [ 915.808439] env[64022]: _type = "Task" [ 915.808439] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.817773] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.057638] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b7e064-daf7-1f8f-5f8c-9b37d2e6140a, 'name': SearchDatastore_Task, 'duration_secs': 0.044694} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.057916] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.058189] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 04be5e3a-9804-4d9a-bc03-4fa108c93d65/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk. {{(pid=64022) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 916.058459] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b465981-d19f-4c5b-b754-6c260cc593eb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.064379] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 916.064379] env[64022]: value = "task-2302896" [ 916.064379] env[64022]: _type = "Task" [ 916.064379] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.072330] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.179338] env[64022]: DEBUG nova.scheduler.client.report [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.204228] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f408de-afd0-c521-0551-eb983411eabd, 'name': SearchDatastore_Task, 'duration_secs': 0.064611} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.205120] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab1092d-b65a-476f-9630-8f037e0dd266 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.210305] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 916.210305] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527d73f3-d5ed-2ddd-87c7-f18ea57fbb6f" [ 916.210305] env[64022]: _type = "Task" [ 916.210305] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.219387] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527d73f3-d5ed-2ddd-87c7-f18ea57fbb6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.226411] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "ea17b595-b556-4858-8654-563bff5ee974" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.226647] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "ea17b595-b556-4858-8654-563bff5ee974" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.317859] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302895, 'name': ReconfigVM_Task, 'duration_secs': 0.274865} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.318174] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Reconfigured VM instance instance-0000005a to attach disk [datastore2] cd06245e-0bb2-414c-81fe-e687c36d5790/cd06245e-0bb2-414c-81fe-e687c36d5790.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.318757] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ee537f7-209b-461f-8c88-e018a48e08fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.324272] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 916.324272] env[64022]: value = "task-2302897" [ 916.324272] env[64022]: _type = "Task" [ 916.324272] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.332165] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302897, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.575207] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302896, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.685892] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.686644] env[64022]: DEBUG nova.compute.manager [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.689864] env[64022]: DEBUG oslo_concurrency.lockutils [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.906s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.690114] env[64022]: DEBUG nova.objects.instance [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lazy-loading 'resources' on Instance uuid 7602f62e-cb00-46bc-81c3-b41e6d18b28d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.722077] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527d73f3-d5ed-2ddd-87c7-f18ea57fbb6f, 'name': SearchDatastore_Task, 'duration_secs': 0.029335} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.722391] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.722659] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 1980af56-fbde-40d8-b8eb-93e206e86811/1980af56-fbde-40d8-b8eb-93e206e86811.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.722937] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc2003bc-0ca0-4e14-9a02-300ae9feb6f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.729156] env[64022]: DEBUG nova.compute.manager [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.734011] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 916.734011] env[64022]: value = "task-2302898" [ 916.734011] env[64022]: _type = "Task" [ 916.734011] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.743967] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.834241] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302897, 'name': Rename_Task, 'duration_secs': 0.166096} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.834539] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.834774] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-733ebf09-c7ff-4a05-8239-6e3f350721fa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.840487] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 916.840487] env[64022]: value = "task-2302899" [ 916.840487] env[64022]: _type = "Task" [ 916.840487] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.849447] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.075785] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799487} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.076088] env[64022]: INFO nova.virt.vmwareapi.ds_util [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 04be5e3a-9804-4d9a-bc03-4fa108c93d65/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk. [ 917.076926] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab73ebc5-b43c-4718-b6bc-da102c96e1ce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.104668] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 04be5e3a-9804-4d9a-bc03-4fa108c93d65/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.105058] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e4b3701-6293-4e9b-8da3-b6ae1464b5b9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.125734] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 917.125734] env[64022]: value = "task-2302900" [ 917.125734] env[64022]: _type = "Task" [ 917.125734] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.134606] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.193597] env[64022]: DEBUG nova.compute.utils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 917.198479] env[64022]: DEBUG nova.compute.manager [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.198915] env[64022]: DEBUG nova.network.neutron [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.262158] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302898, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.266389] env[64022]: DEBUG nova.policy [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd08471ed48d14639b7aeecf02e4971ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '400d48af30094ccba424ceee72faec9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.271568] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.353117] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302899, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.536041] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46f80d0-9ee1-453a-92b7-ff51c497904f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.543329] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020adaf2-d066-443a-8076-b96933f85a3f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.572601] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c38bb7a-2d22-4b92-8ee7-43281660041b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.580909] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047e496f-5bd2-4cdf-81fb-93fbedfda6fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.596061] env[64022]: DEBUG nova.compute.provider_tree [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.636578] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302900, 'name': ReconfigVM_Task, 'duration_secs': 0.333178} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.637528] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 04be5e3a-9804-4d9a-bc03-4fa108c93d65/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9-rescue.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.638036] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a357e0f-8c16-444b-b86e-38180ec6bda0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.671279] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18b89382-a4e2-4123-a90f-c0deb2ad118c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.687881] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 917.687881] env[64022]: value = "task-2302901" [ 917.687881] env[64022]: _type = "Task" [ 917.687881] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.696378] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.699033] env[64022]: DEBUG nova.compute.manager [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.711656] env[64022]: DEBUG nova.network.neutron [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Successfully created port: 877d917c-bd63-4ac6-89e1-aeff2b70ce7e {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.752962] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "d62e50ec-7c22-4c38-bddd-66148aa73dda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.753375] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "d62e50ec-7c22-4c38-bddd-66148aa73dda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.753525] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "d62e50ec-7c22-4c38-bddd-66148aa73dda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.753693] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "d62e50ec-7c22-4c38-bddd-66148aa73dda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.753869] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "d62e50ec-7c22-4c38-bddd-66148aa73dda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.755534] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648194} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.756094] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 1980af56-fbde-40d8-b8eb-93e206e86811/1980af56-fbde-40d8-b8eb-93e206e86811.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.756318] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.756827] env[64022]: INFO nova.compute.manager [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Terminating instance [ 917.758131] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18d58796-3601-474b-a164-4c88de43b5fa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.766876] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 917.766876] env[64022]: value = "task-2302902" [ 917.766876] env[64022]: _type = "Task" [ 917.766876] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.779061] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.852655] env[64022]: DEBUG oslo_vmware.api [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302899, 'name': PowerOnVM_Task, 'duration_secs': 0.658559} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.853183] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.853183] env[64022]: INFO nova.compute.manager [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Took 7.53 seconds to spawn the instance on the hypervisor. [ 917.853317] env[64022]: DEBUG nova.compute.manager [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.854129] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d0c48c-685a-4c52-a59e-bb76e7d0cbf4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.101042] env[64022]: DEBUG nova.scheduler.client.report [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.197841] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302901, 'name': ReconfigVM_Task, 'duration_secs': 0.165906} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.198132] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.198395] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ce90c83-9b31-4769-9767-24a807160739 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.207740] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 918.207740] env[64022]: value = "task-2302903" [ 918.207740] env[64022]: _type = "Task" [ 918.207740] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.218206] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.262796] env[64022]: DEBUG nova.compute.manager [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.263024] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.264101] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b00981-f5ea-473e-83b9-74c533220e49 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.272782] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.273203] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a63c19f-9a0c-4ccd-b870-c9776633ba1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.277746] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06807} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.278323] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.279052] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd0ed38-ec45-4af3-b6d1-e90f3df87683 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.283268] env[64022]: DEBUG oslo_vmware.api [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 918.283268] env[64022]: value = "task-2302904" [ 918.283268] env[64022]: _type = "Task" [ 918.283268] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.303076] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 1980af56-fbde-40d8-b8eb-93e206e86811/1980af56-fbde-40d8-b8eb-93e206e86811.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.306446] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb148e6f-abee-40c8-b506-421318edaa95 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.326343] env[64022]: DEBUG oslo_vmware.api [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.327629] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 918.327629] env[64022]: value = "task-2302905" [ 918.327629] env[64022]: _type = "Task" [ 918.327629] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.335417] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.372448] env[64022]: INFO nova.compute.manager [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Took 15.20 seconds to build instance. [ 918.605856] env[64022]: DEBUG oslo_concurrency.lockutils [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.609649] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.949s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.610979] env[64022]: INFO nova.compute.claims [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.631889] env[64022]: INFO nova.scheduler.client.report [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleted allocations for instance 7602f62e-cb00-46bc-81c3-b41e6d18b28d [ 918.709601] env[64022]: DEBUG nova.compute.manager [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.721667] env[64022]: DEBUG oslo_vmware.api [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302903, 'name': PowerOnVM_Task, 'duration_secs': 0.429006} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.721981] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.724658] env[64022]: DEBUG nova.compute.manager [None req-8637999b-965a-4d58-a8b0-768a2c5dee80 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.725483] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf481f0-a2c1-4a7b-adc7-1536e06aa95e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.737029] env[64022]: DEBUG nova.virt.hardware [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.737355] env[64022]: DEBUG nova.virt.hardware [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.737620] env[64022]: DEBUG nova.virt.hardware [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.737875] env[64022]: DEBUG nova.virt.hardware [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.738049] env[64022]: DEBUG nova.virt.hardware [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.738204] env[64022]: DEBUG nova.virt.hardware [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.738411] env[64022]: DEBUG nova.virt.hardware [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.738571] env[64022]: DEBUG nova.virt.hardware [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.738736] env[64022]: DEBUG nova.virt.hardware [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.738896] env[64022]: DEBUG nova.virt.hardware [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.739084] env[64022]: DEBUG nova.virt.hardware [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.739905] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d243b7bf-c88e-47a6-855a-13fffb4f2538 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.747936] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f2d8ca-3f49-4f9f-accc-5bec43b0ac88 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.802266] env[64022]: DEBUG oslo_vmware.api [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302904, 'name': PowerOffVM_Task, 'duration_secs': 0.221426} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.802541] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.802706] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.802951] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b9baf20-c5a0-4103-86b5-45c7954cd08c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.839074] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302905, 'name': ReconfigVM_Task, 'duration_secs': 0.359282} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.839524] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 1980af56-fbde-40d8-b8eb-93e206e86811/1980af56-fbde-40d8-b8eb-93e206e86811.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.840326] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cacb2b5e-e5ab-4010-b3ea-77eb5ca4603b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.847246] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 918.847246] env[64022]: value = "task-2302907" [ 918.847246] env[64022]: _type = "Task" [ 918.847246] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.859787] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302907, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.874580] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "cd06245e-0bb2-414c-81fe-e687c36d5790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.707s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.878212] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.878427] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.878610] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Deleting the datastore file [datastore1] d62e50ec-7c22-4c38-bddd-66148aa73dda {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.878874] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4981877-cec1-4507-89e7-5a087eb86029 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.885159] env[64022]: DEBUG oslo_vmware.api [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for the task: (returnval){ [ 918.885159] env[64022]: value = "task-2302908" [ 918.885159] env[64022]: _type = "Task" [ 918.885159] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.896461] env[64022]: DEBUG oslo_vmware.api [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.143841] env[64022]: DEBUG oslo_concurrency.lockutils [None req-028ec958-78df-4151-902f-e43855b3574e tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "7602f62e-cb00-46bc-81c3-b41e6d18b28d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.388s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.228989] env[64022]: DEBUG nova.compute.manager [req-d2c6c672-c260-4268-9b95-f3377d9e37e1 req-b45b9105-6d1b-4eae-a082-b00757fab5ab service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Received event network-vif-plugged-877d917c-bd63-4ac6-89e1-aeff2b70ce7e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.229316] env[64022]: DEBUG oslo_concurrency.lockutils [req-d2c6c672-c260-4268-9b95-f3377d9e37e1 req-b45b9105-6d1b-4eae-a082-b00757fab5ab service nova] Acquiring lock "96475efb-e024-4299-8f66-665d352dfb7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.229636] env[64022]: DEBUG oslo_concurrency.lockutils [req-d2c6c672-c260-4268-9b95-f3377d9e37e1 req-b45b9105-6d1b-4eae-a082-b00757fab5ab service nova] Lock "96475efb-e024-4299-8f66-665d352dfb7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.229904] env[64022]: DEBUG oslo_concurrency.lockutils [req-d2c6c672-c260-4268-9b95-f3377d9e37e1 req-b45b9105-6d1b-4eae-a082-b00757fab5ab service nova] Lock "96475efb-e024-4299-8f66-665d352dfb7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.230183] env[64022]: DEBUG nova.compute.manager [req-d2c6c672-c260-4268-9b95-f3377d9e37e1 req-b45b9105-6d1b-4eae-a082-b00757fab5ab service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] No waiting events found dispatching network-vif-plugged-877d917c-bd63-4ac6-89e1-aeff2b70ce7e {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.230450] env[64022]: WARNING nova.compute.manager [req-d2c6c672-c260-4268-9b95-f3377d9e37e1 req-b45b9105-6d1b-4eae-a082-b00757fab5ab service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Received unexpected event network-vif-plugged-877d917c-bd63-4ac6-89e1-aeff2b70ce7e for instance with vm_state building and task_state spawning. [ 919.338594] env[64022]: DEBUG nova.network.neutron [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Successfully updated port: 877d917c-bd63-4ac6-89e1-aeff2b70ce7e {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.359368] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302907, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.395092] env[64022]: DEBUG oslo_vmware.api [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.843521] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.843692] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.843840] env[64022]: DEBUG nova.network.neutron [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.852927] env[64022]: DEBUG nova.compute.manager [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Stashing vm_state: active {{(pid=64022) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 919.862101] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302907, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.897184] env[64022]: DEBUG oslo_vmware.api [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Task: {'id': task-2302908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.654737} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.897568] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.897568] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.897770] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.897945] env[64022]: INFO nova.compute.manager [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Took 1.63 seconds to destroy the instance on the hypervisor. [ 919.898199] env[64022]: DEBUG oslo.service.loopingcall [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.898611] env[64022]: DEBUG nova.compute.manager [-] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.898796] env[64022]: DEBUG nova.network.neutron [-] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.901913] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809999f8-2fb2-43e7-8389-fbd8be789350 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.914035] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8c9dd8-5caa-4038-af41-ddb2c84d61c8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.947288] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc50c556-2ec5-4a60-a7a6-e690c2b405ad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.957268] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e158976-5a5c-431b-a81e-2432c2974b07 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.971803] env[64022]: DEBUG nova.compute.provider_tree [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.250742] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "09ae587d-d62c-4617-9f65-dd0357da4a6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.251060] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "09ae587d-d62c-4617-9f65-dd0357da4a6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.363533] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302907, 'name': Rename_Task, 'duration_secs': 1.107422} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.364019] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.364268] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41aaebbd-dd1d-493c-9282-a9f5292f9972 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.370458] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 920.370458] env[64022]: value = "task-2302909" [ 920.370458] env[64022]: _type = "Task" [ 920.370458] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.378449] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.379388] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.411240] env[64022]: INFO nova.compute.manager [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Unrescuing [ 920.411558] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "refresh_cache-04be5e3a-9804-4d9a-bc03-4fa108c93d65" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.411722] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquired lock "refresh_cache-04be5e3a-9804-4d9a-bc03-4fa108c93d65" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.411889] env[64022]: DEBUG nova.network.neutron [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.446421] env[64022]: DEBUG nova.network.neutron [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.475977] env[64022]: DEBUG nova.scheduler.client.report [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.665426] env[64022]: DEBUG nova.network.neutron [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Updating instance_info_cache with network_info: [{"id": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "address": "fa:16:3e:fa:de:56", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877d917c-bd", "ovs_interfaceid": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.753871] env[64022]: DEBUG nova.compute.manager [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.880908] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.982500] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.983576] env[64022]: DEBUG nova.compute.manager [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.987160] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.716s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.989814] env[64022]: INFO nova.compute.claims [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.167678] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.168040] env[64022]: DEBUG nova.compute.manager [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Instance network_info: |[{"id": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "address": "fa:16:3e:fa:de:56", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877d917c-bd", "ovs_interfaceid": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.169225] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:de:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '877d917c-bd63-4ac6-89e1-aeff2b70ce7e', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.178244] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Creating folder: Project (400d48af30094ccba424ceee72faec9c). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.178244] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f31d635b-7a01-4a02-8dfb-4603a97dcfde {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.187555] env[64022]: DEBUG nova.network.neutron [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Updating instance_info_cache with network_info: [{"id": "714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5", "address": "fa:16:3e:ba:16:85", "network": {"id": "a3aa8713-5ad0-439f-9285-d5223ac79dcd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-934680590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e71e69926dc4ec391e68990a7a11a5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714adcdf-fc", "ovs_interfaceid": "714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.192028] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Created folder: Project (400d48af30094ccba424ceee72faec9c) in parent group-v468248. [ 921.192028] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Creating folder: Instances. Parent ref: group-v468502. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.192028] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1653d66f-8242-4f1c-b852-08860e795569 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.203247] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Created folder: Instances in parent group-v468502. [ 921.203247] env[64022]: DEBUG oslo.service.loopingcall [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 921.203247] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.203247] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da75be9d-f375-4936-b2eb-e1e5b55b8ee7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.219877] env[64022]: DEBUG nova.network.neutron [-] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.226600] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.226600] env[64022]: value = "task-2302912" [ 921.226600] env[64022]: _type = "Task" [ 921.226600] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.234668] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302912, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.255222] env[64022]: DEBUG nova.compute.manager [req-54eff7ec-686c-441e-8a04-a039cf40826e req-32dff23e-d080-4dbb-9b30-9fd4a3278fb2 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Received event network-changed-877d917c-bd63-4ac6-89e1-aeff2b70ce7e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.255222] env[64022]: DEBUG nova.compute.manager [req-54eff7ec-686c-441e-8a04-a039cf40826e req-32dff23e-d080-4dbb-9b30-9fd4a3278fb2 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Refreshing instance network info cache due to event network-changed-877d917c-bd63-4ac6-89e1-aeff2b70ce7e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 921.255517] env[64022]: DEBUG oslo_concurrency.lockutils [req-54eff7ec-686c-441e-8a04-a039cf40826e req-32dff23e-d080-4dbb-9b30-9fd4a3278fb2 service nova] Acquiring lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.255681] env[64022]: DEBUG oslo_concurrency.lockutils [req-54eff7ec-686c-441e-8a04-a039cf40826e req-32dff23e-d080-4dbb-9b30-9fd4a3278fb2 service nova] Acquired lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.255846] env[64022]: DEBUG nova.network.neutron [req-54eff7ec-686c-441e-8a04-a039cf40826e req-32dff23e-d080-4dbb-9b30-9fd4a3278fb2 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Refreshing network info cache for port 877d917c-bd63-4ac6-89e1-aeff2b70ce7e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.277170] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.381152] env[64022]: DEBUG oslo_vmware.api [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302909, 'name': PowerOnVM_Task, 'duration_secs': 0.645823} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.381429] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.381637] env[64022]: INFO nova.compute.manager [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Took 6.84 seconds to spawn the instance on the hypervisor. [ 921.381816] env[64022]: DEBUG nova.compute.manager [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.382606] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fd00d9-1149-44f7-a233-feaec5740b13 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.493341] env[64022]: DEBUG nova.compute.utils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 921.494733] env[64022]: DEBUG nova.compute.manager [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.494903] env[64022]: DEBUG nova.network.neutron [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.535575] env[64022]: DEBUG nova.policy [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99da25738353432f945455eeec35f352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a59c28fedcf43218d1d9a24aec2a578', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.692868] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Releasing lock "refresh_cache-04be5e3a-9804-4d9a-bc03-4fa108c93d65" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.693539] env[64022]: DEBUG nova.objects.instance [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lazy-loading 'flavor' on Instance uuid 04be5e3a-9804-4d9a-bc03-4fa108c93d65 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.722764] env[64022]: INFO nova.compute.manager [-] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Took 1.82 seconds to deallocate network for instance. [ 921.736985] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302912, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.832397] env[64022]: DEBUG nova.network.neutron [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Successfully created port: 949e153b-5f0c-4944-a307-4468dddb1ec8 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.900321] env[64022]: INFO nova.compute.manager [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Took 15.19 seconds to build instance. [ 921.997751] env[64022]: DEBUG nova.compute.manager [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.182739] env[64022]: DEBUG nova.network.neutron [req-54eff7ec-686c-441e-8a04-a039cf40826e req-32dff23e-d080-4dbb-9b30-9fd4a3278fb2 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Updated VIF entry in instance network info cache for port 877d917c-bd63-4ac6-89e1-aeff2b70ce7e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.183105] env[64022]: DEBUG nova.network.neutron [req-54eff7ec-686c-441e-8a04-a039cf40826e req-32dff23e-d080-4dbb-9b30-9fd4a3278fb2 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Updating instance_info_cache with network_info: [{"id": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "address": "fa:16:3e:fa:de:56", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877d917c-bd", "ovs_interfaceid": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.199397] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507fb6fd-f83d-48df-b1c7-00c054cfc592 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.222116] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.224432] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c226df04-1615-4226-a9c1-1c6c7c66a4b2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.232369] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.232706] env[64022]: DEBUG oslo_vmware.api [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 922.232706] env[64022]: value = "task-2302913" [ 922.232706] env[64022]: _type = "Task" [ 922.232706] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.239297] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302912, 'name': CreateVM_Task, 'duration_secs': 0.638891} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.241965] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.242819] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.243174] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.243387] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.246338] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef1a79fb-6982-4f9a-b9b8-b2c82745d8fc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.248039] env[64022]: DEBUG oslo_vmware.api [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.254021] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 922.254021] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b34192-d98a-7936-6d2e-1ef9f140e894" [ 922.254021] env[64022]: _type = "Task" [ 922.254021] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.263278] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b34192-d98a-7936-6d2e-1ef9f140e894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.372217] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8d0ca2-009f-42e8-9a64-114c0a255bf4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.381507] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd25974-a166-4b81-b00f-f8ca66e2dd96 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.410882] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f449613d-4b85-40e4-b0a0-008238742e1c tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Lock "1980af56-fbde-40d8-b8eb-93e206e86811" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.711s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.411877] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3f862b-c434-4219-ac08-9a083268d34c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.419802] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce98418-6a90-44f3-a41a-8152ad6ce578 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.433685] env[64022]: DEBUG nova.compute.provider_tree [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.687869] env[64022]: DEBUG oslo_concurrency.lockutils [req-54eff7ec-686c-441e-8a04-a039cf40826e req-32dff23e-d080-4dbb-9b30-9fd4a3278fb2 service nova] Releasing lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.688172] env[64022]: DEBUG nova.compute.manager [req-54eff7ec-686c-441e-8a04-a039cf40826e req-32dff23e-d080-4dbb-9b30-9fd4a3278fb2 service nova] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Received event network-vif-deleted-ceaf8679-8f34-4d35-a7cf-458a05fe7879 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.742627] env[64022]: DEBUG oslo_vmware.api [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302913, 'name': PowerOffVM_Task, 'duration_secs': 0.271447} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.742882] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.748180] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 922.748445] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-425433d6-0bd4-454c-baaa-02294f82c21d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.769801] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b34192-d98a-7936-6d2e-1ef9f140e894, 'name': SearchDatastore_Task, 'duration_secs': 0.011105} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.770932] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.771180] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.771439] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.771564] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.771746] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.772042] env[64022]: DEBUG oslo_vmware.api [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 922.772042] env[64022]: value = "task-2302914" [ 922.772042] env[64022]: _type = "Task" [ 922.772042] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.772236] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4124f160-e07d-4068-8bdf-5c751ff72960 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.783507] env[64022]: DEBUG oslo_vmware.api [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.784586] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.784722] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.785387] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a8359d0-17ce-446e-963d-2ae7de8e5113 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.790118] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 922.790118] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52330270-4e24-ac7f-43d1-4760ca639f83" [ 922.790118] env[64022]: _type = "Task" [ 922.790118] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.797529] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52330270-4e24-ac7f-43d1-4760ca639f83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.936878] env[64022]: DEBUG nova.scheduler.client.report [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.002811] env[64022]: INFO nova.compute.manager [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Rebuilding instance [ 923.010059] env[64022]: DEBUG nova.compute.manager [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.033256] env[64022]: DEBUG nova.virt.hardware [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.033561] env[64022]: DEBUG nova.virt.hardware [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.033687] env[64022]: DEBUG nova.virt.hardware [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.033890] env[64022]: DEBUG nova.virt.hardware [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.034030] env[64022]: DEBUG nova.virt.hardware [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.034203] env[64022]: DEBUG nova.virt.hardware [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.034395] env[64022]: DEBUG nova.virt.hardware [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.034596] env[64022]: DEBUG nova.virt.hardware [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.034747] env[64022]: DEBUG nova.virt.hardware [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.035027] env[64022]: DEBUG nova.virt.hardware [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.035120] env[64022]: DEBUG nova.virt.hardware [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.036017] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ee72c2-e074-497c-9828-ceea9c61bc61 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.043158] env[64022]: DEBUG nova.compute.manager [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.043991] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f1db6d-78e4-4c2e-a1fc-82c269ea92b1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.049937] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e75e8b-19b4-4f6a-9e45-10d8b963faff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.285296] env[64022]: DEBUG oslo_vmware.api [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302914, 'name': ReconfigVM_Task, 'duration_secs': 0.217822} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.285438] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 923.285627] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.285942] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd1199b6-aa2e-4e18-88a0-4e58a460f2bc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.292137] env[64022]: DEBUG oslo_vmware.api [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 923.292137] env[64022]: value = "task-2302915" [ 923.292137] env[64022]: _type = "Task" [ 923.292137] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.303891] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52330270-4e24-ac7f-43d1-4760ca639f83, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.307374] env[64022]: DEBUG oslo_vmware.api [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.307595] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c936517-4a87-432c-86fe-c75ad4c9c3e6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.312978] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 923.312978] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52326189-f92e-6650-2ff0-8ee4fc1c7ba2" [ 923.312978] env[64022]: _type = "Task" [ 923.312978] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.321275] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52326189-f92e-6650-2ff0-8ee4fc1c7ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.442306] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.442914] env[64022]: DEBUG nova.compute.manager [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.445734] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.066s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.570852] env[64022]: DEBUG nova.compute.manager [req-b3504128-c0d2-46b7-ab7d-6d0e826d4cf4 req-7aa0b3bc-495e-43ac-9b16-6319d1a3e71f service nova] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Received event network-vif-plugged-949e153b-5f0c-4944-a307-4468dddb1ec8 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.571082] env[64022]: DEBUG oslo_concurrency.lockutils [req-b3504128-c0d2-46b7-ab7d-6d0e826d4cf4 req-7aa0b3bc-495e-43ac-9b16-6319d1a3e71f service nova] Acquiring lock "b39da1c0-712a-471b-a2b9-f230f780a971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.571292] env[64022]: DEBUG oslo_concurrency.lockutils [req-b3504128-c0d2-46b7-ab7d-6d0e826d4cf4 req-7aa0b3bc-495e-43ac-9b16-6319d1a3e71f service nova] Lock "b39da1c0-712a-471b-a2b9-f230f780a971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.571637] env[64022]: DEBUG oslo_concurrency.lockutils [req-b3504128-c0d2-46b7-ab7d-6d0e826d4cf4 req-7aa0b3bc-495e-43ac-9b16-6319d1a3e71f service nova] Lock "b39da1c0-712a-471b-a2b9-f230f780a971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.571879] env[64022]: DEBUG nova.compute.manager [req-b3504128-c0d2-46b7-ab7d-6d0e826d4cf4 req-7aa0b3bc-495e-43ac-9b16-6319d1a3e71f service nova] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] No waiting events found dispatching network-vif-plugged-949e153b-5f0c-4944-a307-4468dddb1ec8 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.572066] env[64022]: WARNING nova.compute.manager [req-b3504128-c0d2-46b7-ab7d-6d0e826d4cf4 req-7aa0b3bc-495e-43ac-9b16-6319d1a3e71f service nova] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Received unexpected event network-vif-plugged-949e153b-5f0c-4944-a307-4468dddb1ec8 for instance with vm_state building and task_state spawning. [ 923.677051] env[64022]: DEBUG nova.network.neutron [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Successfully updated port: 949e153b-5f0c-4944-a307-4468dddb1ec8 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.809276] env[64022]: DEBUG oslo_vmware.api [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302915, 'name': PowerOnVM_Task, 'duration_secs': 0.377} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.809638] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.809947] env[64022]: DEBUG nova.compute.manager [None req-cfc6dda4-49a7-418e-ba4f-c0d4b8f9f4f7 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.811069] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf77797-ea32-43dc-8cad-d255501a766a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.830311] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52326189-f92e-6650-2ff0-8ee4fc1c7ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.009756} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.830772] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.831040] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 96475efb-e024-4299-8f66-665d352dfb7a/96475efb-e024-4299-8f66-665d352dfb7a.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.831345] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50d02d9b-457c-45e9-9229-b53df94cd884 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.838375] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 923.838375] env[64022]: value = "task-2302916" [ 923.838375] env[64022]: _type = "Task" [ 923.838375] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.846403] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2302916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.950053] env[64022]: DEBUG nova.compute.utils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 923.953393] env[64022]: INFO nova.compute.claims [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.957489] env[64022]: DEBUG nova.compute.manager [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.957687] env[64022]: DEBUG nova.network.neutron [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.008879] env[64022]: DEBUG nova.policy [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7b71f54fbf41fbb5b820a4a878aa6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b45e558959dc43a88c36520e81aa67b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.062669] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.063014] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f3c0e57-458f-479f-a4d9-14bb56bf7176 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.074439] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 924.074439] env[64022]: value = "task-2302917" [ 924.074439] env[64022]: _type = "Task" [ 924.074439] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.085596] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.184778] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "refresh_cache-b39da1c0-712a-471b-a2b9-f230f780a971" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.184976] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "refresh_cache-b39da1c0-712a-471b-a2b9-f230f780a971" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.185169] env[64022]: DEBUG nova.network.neutron [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.344415] env[64022]: DEBUG nova.network.neutron [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Successfully created port: c0239f8c-5053-4b5a-8062-3e2ee6814468 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.351576] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2302916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462856} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.351885] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 96475efb-e024-4299-8f66-665d352dfb7a/96475efb-e024-4299-8f66-665d352dfb7a.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.352115] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.352370] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd828dc8-284b-451b-b2a0-6bdc35fa0b06 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.360481] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 924.360481] env[64022]: value = "task-2302918" [ 924.360481] env[64022]: _type = "Task" [ 924.360481] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.368925] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2302918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.458548] env[64022]: DEBUG nova.compute.manager [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.462686] env[64022]: INFO nova.compute.resource_tracker [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating resource usage from migration a716e3a9-c171-4f16-833b-a4f4bab88fcf [ 924.586747] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302917, 'name': PowerOffVM_Task, 'duration_secs': 0.237892} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.588097] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.588332] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.593395] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d029f5c2-981f-4a5b-9c69-462e4649a8d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.601552] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.601801] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fe20db5-c762-4c2c-9a0b-76c67d845ceb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.626724] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.626942] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.627137] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Deleting the datastore file [datastore2] 1980af56-fbde-40d8-b8eb-93e206e86811 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.627399] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-091d611f-85e3-464b-861e-fcc5b4ee5248 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.636854] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 924.636854] env[64022]: value = "task-2302920" [ 924.636854] env[64022]: _type = "Task" [ 924.636854] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.646385] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.723471] env[64022]: DEBUG nova.network.neutron [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.815234] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23b7a1e-af43-46c1-86c7-862b918cfb7e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.825884] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1066df5-ffb2-4f72-a3a6-302c5e0927f9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.855604] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9aa5d3-e47e-4401-9fcb-fb489230700a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.866206] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87599878-25c5-4142-99b6-ffec9f49e905 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.874051] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2302918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059719} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.881418] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.881899] env[64022]: DEBUG nova.compute.provider_tree [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.884246] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2697dee1-1508-47e0-a169-a38fdd9df99c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.887942] env[64022]: DEBUG nova.network.neutron [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Updating instance_info_cache with network_info: [{"id": "949e153b-5f0c-4944-a307-4468dddb1ec8", "address": "fa:16:3e:1a:eb:1f", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949e153b-5f", "ovs_interfaceid": "949e153b-5f0c-4944-a307-4468dddb1ec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.907568] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 96475efb-e024-4299-8f66-665d352dfb7a/96475efb-e024-4299-8f66-665d352dfb7a.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.908033] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e52fe56f-8cbd-4735-9744-53e61c4ddfab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.930364] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 924.930364] env[64022]: value = "task-2302921" [ 924.930364] env[64022]: _type = "Task" [ 924.930364] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.938635] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2302921, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.098302] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "04be5e3a-9804-4d9a-bc03-4fa108c93d65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.098601] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "04be5e3a-9804-4d9a-bc03-4fa108c93d65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.098802] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "04be5e3a-9804-4d9a-bc03-4fa108c93d65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.098997] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "04be5e3a-9804-4d9a-bc03-4fa108c93d65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.099263] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "04be5e3a-9804-4d9a-bc03-4fa108c93d65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.101810] env[64022]: INFO nova.compute.manager [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Terminating instance [ 925.147292] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096702} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.147543] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.147757] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.147936] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.385442] env[64022]: DEBUG nova.scheduler.client.report [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.389969] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "refresh_cache-b39da1c0-712a-471b-a2b9-f230f780a971" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.390352] env[64022]: DEBUG nova.compute.manager [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Instance network_info: |[{"id": "949e153b-5f0c-4944-a307-4468dddb1ec8", "address": "fa:16:3e:1a:eb:1f", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949e153b-5f", "ovs_interfaceid": "949e153b-5f0c-4944-a307-4468dddb1ec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.390835] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:eb:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '949e153b-5f0c-4944-a307-4468dddb1ec8', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.398544] env[64022]: DEBUG oslo.service.loopingcall [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.398789] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.399044] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef602ff8-71b8-46f1-893c-9ddc42e631d7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.420451] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.420451] env[64022]: value = "task-2302922" [ 925.420451] env[64022]: _type = "Task" [ 925.420451] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.428779] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302922, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.439167] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2302921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.472088] env[64022]: DEBUG nova.compute.manager [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.501043] env[64022]: DEBUG nova.virt.hardware [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.501337] env[64022]: DEBUG nova.virt.hardware [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.501538] env[64022]: DEBUG nova.virt.hardware [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.501768] env[64022]: DEBUG nova.virt.hardware [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.501943] env[64022]: DEBUG nova.virt.hardware [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.502180] env[64022]: DEBUG nova.virt.hardware [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.502478] env[64022]: DEBUG nova.virt.hardware [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.502691] env[64022]: DEBUG nova.virt.hardware [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.502908] env[64022]: DEBUG nova.virt.hardware [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.503126] env[64022]: DEBUG nova.virt.hardware [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.503339] env[64022]: DEBUG nova.virt.hardware [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.504404] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4af626-a5eb-4efc-8a80-497dda6617c1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.513227] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8096a2-ccfa-4316-899b-0cd0bc725f49 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.600501] env[64022]: DEBUG nova.compute.manager [req-20c14f8b-4be0-4e8a-b5ac-09ef3a2965d3 req-66cbe72b-c5f2-43d2-b9e1-718540ce1b80 service nova] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Received event network-changed-949e153b-5f0c-4944-a307-4468dddb1ec8 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.600668] env[64022]: DEBUG nova.compute.manager [req-20c14f8b-4be0-4e8a-b5ac-09ef3a2965d3 req-66cbe72b-c5f2-43d2-b9e1-718540ce1b80 service nova] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Refreshing instance network info cache due to event network-changed-949e153b-5f0c-4944-a307-4468dddb1ec8. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.600889] env[64022]: DEBUG oslo_concurrency.lockutils [req-20c14f8b-4be0-4e8a-b5ac-09ef3a2965d3 req-66cbe72b-c5f2-43d2-b9e1-718540ce1b80 service nova] Acquiring lock "refresh_cache-b39da1c0-712a-471b-a2b9-f230f780a971" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.601221] env[64022]: DEBUG oslo_concurrency.lockutils [req-20c14f8b-4be0-4e8a-b5ac-09ef3a2965d3 req-66cbe72b-c5f2-43d2-b9e1-718540ce1b80 service nova] Acquired lock "refresh_cache-b39da1c0-712a-471b-a2b9-f230f780a971" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.601492] env[64022]: DEBUG nova.network.neutron [req-20c14f8b-4be0-4e8a-b5ac-09ef3a2965d3 req-66cbe72b-c5f2-43d2-b9e1-718540ce1b80 service nova] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Refreshing network info cache for port 949e153b-5f0c-4944-a307-4468dddb1ec8 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.608362] env[64022]: DEBUG nova.compute.manager [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.608581] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.609465] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcf9757-9ecc-4cb2-a902-312c56fe5506 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.619057] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.619336] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baf50ad2-dd7f-4ad4-b3a0-9d69af723e07 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.625492] env[64022]: DEBUG oslo_vmware.api [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 925.625492] env[64022]: value = "task-2302923" [ 925.625492] env[64022]: _type = "Task" [ 925.625492] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.634973] env[64022]: DEBUG oslo_vmware.api [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.890712] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.445s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.890919] env[64022]: INFO nova.compute.manager [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Migrating [ 925.897637] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.621s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.899491] env[64022]: INFO nova.compute.claims [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.934157] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302922, 'name': CreateVM_Task, 'duration_secs': 0.473149} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.937264] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.938199] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.938374] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.938694] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.939297] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f1a2b9-e638-4f00-96a7-dc06e97b8301 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.945244] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2302921, 'name': ReconfigVM_Task, 'duration_secs': 0.682239} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.945901] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 96475efb-e024-4299-8f66-665d352dfb7a/96475efb-e024-4299-8f66-665d352dfb7a.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.947137] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c950adf1-df0f-4e18-83af-816318244193 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.950027] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 925.950027] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52212d4c-60ab-b975-ecb6-040701be50a6" [ 925.950027] env[64022]: _type = "Task" [ 925.950027] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.954922] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 925.954922] env[64022]: value = "task-2302924" [ 925.954922] env[64022]: _type = "Task" [ 925.954922] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.960596] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52212d4c-60ab-b975-ecb6-040701be50a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.965721] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2302924, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.988566] env[64022]: DEBUG nova.network.neutron [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Successfully updated port: c0239f8c-5053-4b5a-8062-3e2ee6814468 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.136407] env[64022]: DEBUG oslo_vmware.api [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302923, 'name': PowerOffVM_Task, 'duration_secs': 0.206784} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.136827] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.137049] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.137226] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f3695ea-55b6-4cab-833d-0aef56aa4513 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.179260] env[64022]: DEBUG nova.virt.hardware [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.179554] env[64022]: DEBUG nova.virt.hardware [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.179671] env[64022]: DEBUG nova.virt.hardware [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.179850] env[64022]: DEBUG nova.virt.hardware [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.179995] env[64022]: DEBUG nova.virt.hardware [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.180163] env[64022]: DEBUG nova.virt.hardware [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.180372] env[64022]: DEBUG nova.virt.hardware [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.180531] env[64022]: DEBUG nova.virt.hardware [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.180699] env[64022]: DEBUG nova.virt.hardware [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.180862] env[64022]: DEBUG nova.virt.hardware [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.181113] env[64022]: DEBUG nova.virt.hardware [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.181936] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbe6221-645a-4545-b680-07575de7c7a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.189848] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14f9064-b83a-4675-9e72-df9276e32066 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.205325] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Instance VIF info [] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.211131] env[64022]: DEBUG oslo.service.loopingcall [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.214542] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.214838] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.215037] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.215217] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Deleting the datastore file [datastore1] 04be5e3a-9804-4d9a-bc03-4fa108c93d65 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.215436] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc21452c-daf4-435a-81ee-60b258f98754 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.227408] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-754a5994-8f37-407a-961b-e16e6ac18b58 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.235175] env[64022]: DEBUG oslo_vmware.api [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 926.235175] env[64022]: value = "task-2302926" [ 926.235175] env[64022]: _type = "Task" [ 926.235175] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.235413] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.235413] env[64022]: value = "task-2302927" [ 926.235413] env[64022]: _type = "Task" [ 926.235413] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.247298] env[64022]: DEBUG oslo_vmware.api [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.250223] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302927, 'name': CreateVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.350108] env[64022]: DEBUG nova.network.neutron [req-20c14f8b-4be0-4e8a-b5ac-09ef3a2965d3 req-66cbe72b-c5f2-43d2-b9e1-718540ce1b80 service nova] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Updated VIF entry in instance network info cache for port 949e153b-5f0c-4944-a307-4468dddb1ec8. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.350503] env[64022]: DEBUG nova.network.neutron [req-20c14f8b-4be0-4e8a-b5ac-09ef3a2965d3 req-66cbe72b-c5f2-43d2-b9e1-718540ce1b80 service nova] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Updating instance_info_cache with network_info: [{"id": "949e153b-5f0c-4944-a307-4468dddb1ec8", "address": "fa:16:3e:1a:eb:1f", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949e153b-5f", "ovs_interfaceid": "949e153b-5f0c-4944-a307-4468dddb1ec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.411449] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.411691] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.411873] env[64022]: DEBUG nova.network.neutron [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.464056] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52212d4c-60ab-b975-ecb6-040701be50a6, 'name': SearchDatastore_Task, 'duration_secs': 0.021948} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.468266] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.468583] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.468896] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.469192] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.469499] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.469904] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2302924, 'name': Rename_Task, 'duration_secs': 0.20125} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.470225] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dd842ed-b293-46ab-bd63-50558a6b49aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.472859] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.473208] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13c9c2b4-8eed-46ba-9b7d-865be06577b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.480272] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 926.480272] env[64022]: value = "task-2302928" [ 926.480272] env[64022]: _type = "Task" [ 926.480272] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.485842] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.486052] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.487187] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e820e1-11a5-4782-8d0d-71be2c6fd279 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.492597] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "refresh_cache-ea17b595-b556-4858-8654-563bff5ee974" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.492701] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquired lock "refresh_cache-ea17b595-b556-4858-8654-563bff5ee974" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.492869] env[64022]: DEBUG nova.network.neutron [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.494022] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2302928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.497410] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 926.497410] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e75e4b-cccb-5d2b-1825-238b6df04b45" [ 926.497410] env[64022]: _type = "Task" [ 926.497410] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.505592] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e75e4b-cccb-5d2b-1825-238b6df04b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.749558] env[64022]: DEBUG oslo_vmware.api [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149873} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.751051] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.751252] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.751446] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.751636] env[64022]: INFO nova.compute.manager [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Took 1.14 seconds to destroy the instance on the hypervisor. [ 926.751884] env[64022]: DEBUG oslo.service.loopingcall [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.752056] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302927, 'name': CreateVM_Task, 'duration_secs': 0.333518} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.752248] env[64022]: DEBUG nova.compute.manager [-] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.752337] env[64022]: DEBUG nova.network.neutron [-] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.753864] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.754260] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.754417] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.754723] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.755270] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c9d68e-dfdc-415d-b303-4f7a3299b2c0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.759351] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 926.759351] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a8fc44-2b11-7946-cbbf-fea5ef7ce5e2" [ 926.759351] env[64022]: _type = "Task" [ 926.759351] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.767219] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a8fc44-2b11-7946-cbbf-fea5ef7ce5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.853412] env[64022]: DEBUG oslo_concurrency.lockutils [req-20c14f8b-4be0-4e8a-b5ac-09ef3a2965d3 req-66cbe72b-c5f2-43d2-b9e1-718540ce1b80 service nova] Releasing lock "refresh_cache-b39da1c0-712a-471b-a2b9-f230f780a971" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.995205] env[64022]: DEBUG oslo_vmware.api [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2302928, 'name': PowerOnVM_Task, 'duration_secs': 0.475087} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.995205] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.995205] env[64022]: INFO nova.compute.manager [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Took 8.28 seconds to spawn the instance on the hypervisor. [ 926.995205] env[64022]: DEBUG nova.compute.manager [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.995205] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27928ce6-009c-4527-b395-1a6bd2c62060 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.019909] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e75e4b-cccb-5d2b-1825-238b6df04b45, 'name': SearchDatastore_Task, 'duration_secs': 0.012691} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.022321] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05b9b4a-0df0-4b28-89f7-091d6b6237ba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.027743] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 927.027743] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52593760-af27-d30d-c89b-4d51fcb2b24b" [ 927.027743] env[64022]: _type = "Task" [ 927.027743] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.037232] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52593760-af27-d30d-c89b-4d51fcb2b24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.055952] env[64022]: DEBUG nova.network.neutron [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.249924] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b1b2d0-c08f-4feb-996c-c0ff9457417c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.259506] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1207a582-67a0-4911-b8a4-d732d307eb40 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.270913] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a8fc44-2b11-7946-cbbf-fea5ef7ce5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.294152] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.294403] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.294618] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.299764] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a279d679-d105-4dbe-9b45-d090756610ec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.307169] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c5fa90-4f54-4efb-89a2-7d9861b27688 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.321962] env[64022]: DEBUG nova.compute.provider_tree [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.357832] env[64022]: DEBUG nova.network.neutron [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Updating instance_info_cache with network_info: [{"id": "c0239f8c-5053-4b5a-8062-3e2ee6814468", "address": "fa:16:3e:b1:f3:22", "network": {"id": "5a030e6d-6e36-4d9b-bca2-6dcdc6da8865", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-575336965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b45e558959dc43a88c36520e81aa67b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0239f8c-50", "ovs_interfaceid": "c0239f8c-5053-4b5a-8062-3e2ee6814468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.361631] env[64022]: DEBUG nova.network.neutron [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance_info_cache with network_info: [{"id": "23b1059a-c6b6-41be-a308-432f2f0e469d", "address": "fa:16:3e:3b:16:c4", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b1059a-c6", "ovs_interfaceid": "23b1059a-c6b6-41be-a308-432f2f0e469d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.523503] env[64022]: INFO nova.compute.manager [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Took 17.78 seconds to build instance. [ 927.537588] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52593760-af27-d30d-c89b-4d51fcb2b24b, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.538385] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.538641] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] b39da1c0-712a-471b-a2b9-f230f780a971/b39da1c0-712a-471b-a2b9-f230f780a971.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.538931] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.539140] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.539352] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4f67db6-605e-470e-a4bb-806244360c6b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.541418] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76a695d2-1d16-4617-aff8-979db397861a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.548386] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 927.548386] env[64022]: value = "task-2302929" [ 927.548386] env[64022]: _type = "Task" [ 927.548386] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.551826] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.551998] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.552923] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c3f777-4ffe-48dd-8c45-b096446f2ed5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.557886] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.560698] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 927.560698] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52413cfb-4524-ff1b-d175-8ecb67a5c74f" [ 927.560698] env[64022]: _type = "Task" [ 927.560698] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.567743] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52413cfb-4524-ff1b-d175-8ecb67a5c74f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.628932] env[64022]: DEBUG nova.compute.manager [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] [instance: ea17b595-b556-4858-8654-563bff5ee974] Received event network-vif-plugged-c0239f8c-5053-4b5a-8062-3e2ee6814468 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.629166] env[64022]: DEBUG oslo_concurrency.lockutils [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] Acquiring lock "ea17b595-b556-4858-8654-563bff5ee974-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.631670] env[64022]: DEBUG oslo_concurrency.lockutils [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] Lock "ea17b595-b556-4858-8654-563bff5ee974-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.631857] env[64022]: DEBUG oslo_concurrency.lockutils [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] Lock "ea17b595-b556-4858-8654-563bff5ee974-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.632044] env[64022]: DEBUG nova.compute.manager [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] [instance: ea17b595-b556-4858-8654-563bff5ee974] No waiting events found dispatching network-vif-plugged-c0239f8c-5053-4b5a-8062-3e2ee6814468 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.632216] env[64022]: WARNING nova.compute.manager [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] [instance: ea17b595-b556-4858-8654-563bff5ee974] Received unexpected event network-vif-plugged-c0239f8c-5053-4b5a-8062-3e2ee6814468 for instance with vm_state building and task_state spawning. [ 927.632683] env[64022]: DEBUG nova.compute.manager [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] [instance: ea17b595-b556-4858-8654-563bff5ee974] Received event network-changed-c0239f8c-5053-4b5a-8062-3e2ee6814468 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.632683] env[64022]: DEBUG nova.compute.manager [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] [instance: ea17b595-b556-4858-8654-563bff5ee974] Refreshing instance network info cache due to event network-changed-c0239f8c-5053-4b5a-8062-3e2ee6814468. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 927.632683] env[64022]: DEBUG oslo_concurrency.lockutils [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] Acquiring lock "refresh_cache-ea17b595-b556-4858-8654-563bff5ee974" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.704688] env[64022]: DEBUG nova.network.neutron [-] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.825263] env[64022]: DEBUG nova.scheduler.client.report [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.860626] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Releasing lock "refresh_cache-ea17b595-b556-4858-8654-563bff5ee974" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.860961] env[64022]: DEBUG nova.compute.manager [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Instance network_info: |[{"id": "c0239f8c-5053-4b5a-8062-3e2ee6814468", "address": "fa:16:3e:b1:f3:22", "network": {"id": "5a030e6d-6e36-4d9b-bca2-6dcdc6da8865", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-575336965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b45e558959dc43a88c36520e81aa67b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0239f8c-50", "ovs_interfaceid": "c0239f8c-5053-4b5a-8062-3e2ee6814468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.861285] env[64022]: DEBUG oslo_concurrency.lockutils [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] Acquired lock "refresh_cache-ea17b595-b556-4858-8654-563bff5ee974" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.861536] env[64022]: DEBUG nova.network.neutron [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] [instance: ea17b595-b556-4858-8654-563bff5ee974] Refreshing network info cache for port c0239f8c-5053-4b5a-8062-3e2ee6814468 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.862811] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:f3:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0239f8c-5053-4b5a-8062-3e2ee6814468', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.870468] env[64022]: DEBUG oslo.service.loopingcall [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 927.871740] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.873361] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea17b595-b556-4858-8654-563bff5ee974] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.874041] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-261ab57c-c07c-4ca2-8cce-afeab6b13e6c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.897224] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.897224] env[64022]: value = "task-2302930" [ 927.897224] env[64022]: _type = "Task" [ 927.897224] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.906217] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302930, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.026806] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "96475efb-e024-4299-8f66-665d352dfb7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.295s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.059242] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463956} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.059242] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] b39da1c0-712a-471b-a2b9-f230f780a971/b39da1c0-712a-471b-a2b9-f230f780a971.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.059242] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.059601] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d85f4c98-a30c-487b-b5b6-8f2a1364a97e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.070306] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52413cfb-4524-ff1b-d175-8ecb67a5c74f, 'name': SearchDatastore_Task, 'duration_secs': 0.008036} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.072950] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 928.072950] env[64022]: value = "task-2302931" [ 928.072950] env[64022]: _type = "Task" [ 928.072950] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.073534] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5708ffea-ee29-4ffa-a64b-ba69b4d2be27 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.081066] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 928.081066] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a766c9-4d1e-cb97-518c-74a01eb533d9" [ 928.081066] env[64022]: _type = "Task" [ 928.081066] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.085203] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.092766] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a766c9-4d1e-cb97-518c-74a01eb533d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.092766] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.092978] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 1980af56-fbde-40d8-b8eb-93e206e86811/1980af56-fbde-40d8-b8eb-93e206e86811.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.093237] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bda8f589-1295-4903-9048-e2462e8a329b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.099698] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 928.099698] env[64022]: value = "task-2302932" [ 928.099698] env[64022]: _type = "Task" [ 928.099698] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.107859] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.207706] env[64022]: INFO nova.compute.manager [-] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Took 1.46 seconds to deallocate network for instance. [ 928.331214] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.331971] env[64022]: DEBUG nova.compute.manager [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.335409] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.103s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.335750] env[64022]: DEBUG nova.objects.instance [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lazy-loading 'resources' on Instance uuid d62e50ec-7c22-4c38-bddd-66148aa73dda {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.409755] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302930, 'name': CreateVM_Task, 'duration_secs': 0.351466} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.412359] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea17b595-b556-4858-8654-563bff5ee974] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.413135] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.413307] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.413729] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.414356] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56dd6e3f-db8b-45bd-87d8-00fba25ea97b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.419929] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 928.419929] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290a916-0dfe-089a-3704-7d6adaf46bef" [ 928.419929] env[64022]: _type = "Task" [ 928.419929] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.430871] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290a916-0dfe-089a-3704-7d6adaf46bef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.584623] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073168} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.584873] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.585676] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd779738-a0fc-4b68-85b1-009848bb0a76 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.607527] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] b39da1c0-712a-471b-a2b9-f230f780a971/b39da1c0-712a-471b-a2b9-f230f780a971.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.608361] env[64022]: DEBUG nova.network.neutron [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] [instance: ea17b595-b556-4858-8654-563bff5ee974] Updated VIF entry in instance network info cache for port c0239f8c-5053-4b5a-8062-3e2ee6814468. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.608679] env[64022]: DEBUG nova.network.neutron [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] [instance: ea17b595-b556-4858-8654-563bff5ee974] Updating instance_info_cache with network_info: [{"id": "c0239f8c-5053-4b5a-8062-3e2ee6814468", "address": "fa:16:3e:b1:f3:22", "network": {"id": "5a030e6d-6e36-4d9b-bca2-6dcdc6da8865", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-575336965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b45e558959dc43a88c36520e81aa67b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0239f8c-50", "ovs_interfaceid": "c0239f8c-5053-4b5a-8062-3e2ee6814468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.613163] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64649497-2570-4482-8bc0-2adb3df33c01 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.633126] env[64022]: DEBUG oslo_concurrency.lockutils [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] Releasing lock "refresh_cache-ea17b595-b556-4858-8654-563bff5ee974" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.633439] env[64022]: DEBUG nova.compute.manager [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Received event network-vif-deleted-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.633659] env[64022]: INFO nova.compute.manager [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Neutron deleted interface 714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5; detaching it from the instance and deleting it from the info cache [ 928.633837] env[64022]: DEBUG nova.network.neutron [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.649501] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430554} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.649501] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 928.649501] env[64022]: value = "task-2302933" [ 928.649501] env[64022]: _type = "Task" [ 928.649501] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.649501] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 1980af56-fbde-40d8-b8eb-93e206e86811/1980af56-fbde-40d8-b8eb-93e206e86811.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.649501] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.649501] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-189ae2a7-25a8-4c23-b74c-3d420a7306ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.660286] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302933, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.662134] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 928.662134] env[64022]: value = "task-2302934" [ 928.662134] env[64022]: _type = "Task" [ 928.662134] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.668642] env[64022]: DEBUG nova.compute.manager [req-62363f14-af9c-4335-88ab-cbf76796eefc req-5e9af1d1-d895-4d5e-ad93-a46b54f34b92 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Received event network-changed-877d917c-bd63-4ac6-89e1-aeff2b70ce7e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.669253] env[64022]: DEBUG nova.compute.manager [req-62363f14-af9c-4335-88ab-cbf76796eefc req-5e9af1d1-d895-4d5e-ad93-a46b54f34b92 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Refreshing instance network info cache due to event network-changed-877d917c-bd63-4ac6-89e1-aeff2b70ce7e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 928.669253] env[64022]: DEBUG oslo_concurrency.lockutils [req-62363f14-af9c-4335-88ab-cbf76796eefc req-5e9af1d1-d895-4d5e-ad93-a46b54f34b92 service nova] Acquiring lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.669253] env[64022]: DEBUG oslo_concurrency.lockutils [req-62363f14-af9c-4335-88ab-cbf76796eefc req-5e9af1d1-d895-4d5e-ad93-a46b54f34b92 service nova] Acquired lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.669629] env[64022]: DEBUG nova.network.neutron [req-62363f14-af9c-4335-88ab-cbf76796eefc req-5e9af1d1-d895-4d5e-ad93-a46b54f34b92 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Refreshing network info cache for port 877d917c-bd63-4ac6-89e1-aeff2b70ce7e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.674457] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.714556] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.843804] env[64022]: DEBUG nova.compute.utils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 928.850370] env[64022]: DEBUG nova.compute.manager [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.850705] env[64022]: DEBUG nova.network.neutron [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.900073] env[64022]: DEBUG nova.policy [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac8dad2d93541508b08e89e5cbc4e9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93c2c99c6bbb45d68fd6e9fca7bfa6d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.930574] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290a916-0dfe-089a-3704-7d6adaf46bef, 'name': SearchDatastore_Task, 'duration_secs': 0.050684} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.930851] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.931106] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.931343] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.931484] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.931653] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.932157] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3d8a137-13ac-4106-b5c4-ae452b282275 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.939635] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.939805] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.940518] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d76d2ff-7538-42a1-bbbf-265675d188da {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.946971] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 928.946971] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5249993d-81ad-e2ae-f20d-c3cc31345e35" [ 928.946971] env[64022]: _type = "Task" [ 928.946971] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.957869] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5249993d-81ad-e2ae-f20d-c3cc31345e35, 'name': SearchDatastore_Task, 'duration_secs': 0.007675} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.958776] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b5cb94-e8d4-48db-a3f9-7d6b39f0892f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.965908] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 928.965908] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524d3f7c-2d8f-2d9e-0563-81b6e1c4b30d" [ 928.965908] env[64022]: _type = "Task" [ 928.965908] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.975906] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524d3f7c-2d8f-2d9e-0563-81b6e1c4b30d, 'name': SearchDatastore_Task, 'duration_secs': 0.007615} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.978210] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.978463] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] ea17b595-b556-4858-8654-563bff5ee974/ea17b595-b556-4858-8654-563bff5ee974.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.978859] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb9d4cba-7504-445e-b481-65ec21b5d208 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.985020] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 928.985020] env[64022]: value = "task-2302935" [ 928.985020] env[64022]: _type = "Task" [ 928.985020] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.994758] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.140440] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09ad4810-0ea4-4e5b-84f5-93f0b02ae7fa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.150694] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe34b54-d665-42f1-8ced-7b8c094346d1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.179831] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302933, 'name': ReconfigVM_Task, 'duration_secs': 0.274191} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.198993] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Reconfigured VM instance instance-0000005d to attach disk [datastore1] b39da1c0-712a-471b-a2b9-f230f780a971/b39da1c0-712a-471b-a2b9-f230f780a971.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.200248] env[64022]: DEBUG nova.compute.manager [req-a8835815-749c-40cf-b54c-6df8e2eaa94d req-6d3ac75d-33c8-4cda-ba15-2c96b4977531 service nova] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Detach interface failed, port_id=714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5, reason: Instance 04be5e3a-9804-4d9a-bc03-4fa108c93d65 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 929.200721] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070977} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.201508] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867d5d45-ea89-4605-81eb-22fc7fc643d0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.204553] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27b67a57-1d4b-47db-92b6-6abcb3a177a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.206293] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.207156] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6e196f-4d7f-4d9e-a6ac-4e12a80ff037 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.226087] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541aa8ab-91a8-401d-bee3-82077092c7e8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.229996] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 929.229996] env[64022]: value = "task-2302936" [ 929.229996] env[64022]: _type = "Task" [ 929.229996] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.240491] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 1980af56-fbde-40d8-b8eb-93e206e86811/1980af56-fbde-40d8-b8eb-93e206e86811.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.241189] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cad4c12-9979-4d73-9055-7279caf05c04 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.259723] env[64022]: DEBUG nova.network.neutron [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Successfully created port: 09b3187a-cde6-437a-976b-3c5fc8e8f301 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.298483] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e6c189-1e5b-4681-aa01-01bfeedd53b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.306482] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 929.306482] env[64022]: value = "task-2302937" [ 929.306482] env[64022]: _type = "Task" [ 929.306482] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.306848] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302936, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.315212] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ef3e63-9724-484f-b39d-d2b3fc8d6e6d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.324330] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.335463] env[64022]: DEBUG nova.compute.provider_tree [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.350731] env[64022]: DEBUG nova.compute.manager [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.389166] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fae09a-3ccf-46b7-ba61-851abcfd5c98 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.410332] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance 'cd06245e-0bb2-414c-81fe-e687c36d5790' progress to 0 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.494956] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425412} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.495252] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] ea17b595-b556-4858-8654-563bff5ee974/ea17b595-b556-4858-8654-563bff5ee974.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.495518] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.495800] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c37f8a7-2560-4f66-9251-641dfd608b90 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.502171] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 929.502171] env[64022]: value = "task-2302938" [ 929.502171] env[64022]: _type = "Task" [ 929.502171] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.510913] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.648514] env[64022]: DEBUG nova.network.neutron [req-62363f14-af9c-4335-88ab-cbf76796eefc req-5e9af1d1-d895-4d5e-ad93-a46b54f34b92 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Updated VIF entry in instance network info cache for port 877d917c-bd63-4ac6-89e1-aeff2b70ce7e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.648987] env[64022]: DEBUG nova.network.neutron [req-62363f14-af9c-4335-88ab-cbf76796eefc req-5e9af1d1-d895-4d5e-ad93-a46b54f34b92 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Updating instance_info_cache with network_info: [{"id": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "address": "fa:16:3e:fa:de:56", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877d917c-bd", "ovs_interfaceid": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.752678] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302936, 'name': Rename_Task, 'duration_secs': 0.274908} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.752983] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.753238] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5511fb5b-f6e8-4562-a274-b1654063bf29 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.759638] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 929.759638] env[64022]: value = "task-2302939" [ 929.759638] env[64022]: _type = "Task" [ 929.759638] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.767052] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.817897] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302937, 'name': ReconfigVM_Task, 'duration_secs': 0.382759} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.818329] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 1980af56-fbde-40d8-b8eb-93e206e86811/1980af56-fbde-40d8-b8eb-93e206e86811.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.819178] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3de1edde-7596-440f-bb25-c1ce9bd3df2a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.826959] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 929.826959] env[64022]: value = "task-2302940" [ 929.826959] env[64022]: _type = "Task" [ 929.826959] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.839589] env[64022]: DEBUG nova.scheduler.client.report [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.844891] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302940, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.917607] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.918241] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88266db5-dcf3-4326-b970-27c64a61dc09 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.926917] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 929.926917] env[64022]: value = "task-2302941" [ 929.926917] env[64022]: _type = "Task" [ 929.926917] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.935023] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.011544] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061849} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.011895] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.012820] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dd30b4-7f0f-4ec4-8821-836f0945ba68 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.037921] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] ea17b595-b556-4858-8654-563bff5ee974/ea17b595-b556-4858-8654-563bff5ee974.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.038304] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4943b37d-afbb-4fa7-b66a-5d13354278bc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.059573] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 930.059573] env[64022]: value = "task-2302942" [ 930.059573] env[64022]: _type = "Task" [ 930.059573] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.068092] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.152455] env[64022]: DEBUG oslo_concurrency.lockutils [req-62363f14-af9c-4335-88ab-cbf76796eefc req-5e9af1d1-d895-4d5e-ad93-a46b54f34b92 service nova] Releasing lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.269844] env[64022]: DEBUG oslo_vmware.api [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302939, 'name': PowerOnVM_Task, 'duration_secs': 0.500041} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.270156] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.270419] env[64022]: INFO nova.compute.manager [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Took 7.26 seconds to spawn the instance on the hypervisor. [ 930.270617] env[64022]: DEBUG nova.compute.manager [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.271405] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9837b03d-4360-4b58-8559-5d6c0c608c20 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.336513] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302940, 'name': Rename_Task, 'duration_secs': 0.346185} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.336895] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.337240] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b72df1a-ee9a-45f8-bf67-ecc825eb3974 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.343296] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 930.343296] env[64022]: value = "task-2302943" [ 930.343296] env[64022]: _type = "Task" [ 930.343296] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.347249] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.349382] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.635s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.349642] env[64022]: DEBUG nova.objects.instance [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lazy-loading 'resources' on Instance uuid 04be5e3a-9804-4d9a-bc03-4fa108c93d65 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.357913] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.360982] env[64022]: DEBUG nova.compute.manager [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.371868] env[64022]: INFO nova.scheduler.client.report [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Deleted allocations for instance d62e50ec-7c22-4c38-bddd-66148aa73dda [ 930.390014] env[64022]: DEBUG nova.virt.hardware [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.390325] env[64022]: DEBUG nova.virt.hardware [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.390494] env[64022]: DEBUG nova.virt.hardware [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.390762] env[64022]: DEBUG nova.virt.hardware [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.390963] env[64022]: DEBUG nova.virt.hardware [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.391158] env[64022]: DEBUG nova.virt.hardware [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.391589] env[64022]: DEBUG nova.virt.hardware [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.391796] env[64022]: DEBUG nova.virt.hardware [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.392035] env[64022]: DEBUG nova.virt.hardware [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.392261] env[64022]: DEBUG nova.virt.hardware [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.392518] env[64022]: DEBUG nova.virt.hardware [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.393629] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afeff93-2831-4206-8e19-6555dc47e669 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.404062] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ff3fa1-e467-4d93-b3c6-3b945577e80b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.435833] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302941, 'name': PowerOffVM_Task, 'duration_secs': 0.249521} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.436131] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.436748] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance 'cd06245e-0bb2-414c-81fe-e687c36d5790' progress to 17 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.570385] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.790455] env[64022]: INFO nova.compute.manager [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Took 18.15 seconds to build instance. [ 930.859281] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.882848] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Lock "d62e50ec-7c22-4c38-bddd-66148aa73dda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.129s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.943597] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.943985] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.944241] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.944452] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.944652] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.944865] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.945112] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.945280] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.945452] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.945617] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.945848] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.954699] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa2763db-9631-4e29-b36b-47a65565ebac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.972427] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 930.972427] env[64022]: value = "task-2302944" [ 930.972427] env[64022]: _type = "Task" [ 930.972427] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.984908] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.071231] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302942, 'name': ReconfigVM_Task, 'duration_secs': 0.678227} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.074306] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Reconfigured VM instance instance-0000005e to attach disk [datastore1] ea17b595-b556-4858-8654-563bff5ee974/ea17b595-b556-4858-8654-563bff5ee974.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.076093] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02ba0792-88df-40ff-b53f-52f615115fbd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.081961] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 931.081961] env[64022]: value = "task-2302945" [ 931.081961] env[64022]: _type = "Task" [ 931.081961] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.090586] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302945, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.243149] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101ca1e6-7e76-48bd-9346-dd94526b82d7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.251609] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f5ba29-7109-4c27-b188-83160190972e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.284600] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4998b084-9399-40a0-b8e8-4809d40fe9c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.292178] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df7f3ba-5ced-46c5-8698-bb86a0436115 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.296849] env[64022]: DEBUG oslo_concurrency.lockutils [None req-31702e05-81ad-4181-8dfd-0fdf12b162f2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "b39da1c0-712a-471b-a2b9-f230f780a971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.671s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.306922] env[64022]: DEBUG nova.compute.provider_tree [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.323220] env[64022]: DEBUG nova.compute.manager [req-6c673334-0737-4da0-ab57-5cb305aafd09 req-5bc9374c-f8d7-4445-b892-23b721af50a7 service nova] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Received event network-vif-plugged-09b3187a-cde6-437a-976b-3c5fc8e8f301 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.323439] env[64022]: DEBUG oslo_concurrency.lockutils [req-6c673334-0737-4da0-ab57-5cb305aafd09 req-5bc9374c-f8d7-4445-b892-23b721af50a7 service nova] Acquiring lock "09ae587d-d62c-4617-9f65-dd0357da4a6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.323721] env[64022]: DEBUG oslo_concurrency.lockutils [req-6c673334-0737-4da0-ab57-5cb305aafd09 req-5bc9374c-f8d7-4445-b892-23b721af50a7 service nova] Lock "09ae587d-d62c-4617-9f65-dd0357da4a6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.323907] env[64022]: DEBUG oslo_concurrency.lockutils [req-6c673334-0737-4da0-ab57-5cb305aafd09 req-5bc9374c-f8d7-4445-b892-23b721af50a7 service nova] Lock "09ae587d-d62c-4617-9f65-dd0357da4a6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.324355] env[64022]: DEBUG nova.compute.manager [req-6c673334-0737-4da0-ab57-5cb305aafd09 req-5bc9374c-f8d7-4445-b892-23b721af50a7 service nova] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] No waiting events found dispatching network-vif-plugged-09b3187a-cde6-437a-976b-3c5fc8e8f301 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.324575] env[64022]: WARNING nova.compute.manager [req-6c673334-0737-4da0-ab57-5cb305aafd09 req-5bc9374c-f8d7-4445-b892-23b721af50a7 service nova] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Received unexpected event network-vif-plugged-09b3187a-cde6-437a-976b-3c5fc8e8f301 for instance with vm_state building and task_state spawning. [ 931.355225] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.376335] env[64022]: DEBUG nova.network.neutron [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Successfully updated port: 09b3187a-cde6-437a-976b-3c5fc8e8f301 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.485191] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302944, 'name': ReconfigVM_Task, 'duration_secs': 0.279191} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.485529] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance 'cd06245e-0bb2-414c-81fe-e687c36d5790' progress to 33 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.591458] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302945, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.812109] env[64022]: DEBUG nova.scheduler.client.report [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.860635] env[64022]: DEBUG oslo_vmware.api [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302943, 'name': PowerOnVM_Task, 'duration_secs': 1.389352} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.860905] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.861125] env[64022]: DEBUG nova.compute.manager [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.861918] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bdcb13-7e53-43b2-bf28-169ecef53f7a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.880821] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "refresh_cache-09ae587d-d62c-4617-9f65-dd0357da4a6d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.880981] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "refresh_cache-09ae587d-d62c-4617-9f65-dd0357da4a6d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.881090] env[64022]: DEBUG nova.network.neutron [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.975862] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "b39da1c0-712a-471b-a2b9-f230f780a971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.976127] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "b39da1c0-712a-471b-a2b9-f230f780a971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.976338] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "b39da1c0-712a-471b-a2b9-f230f780a971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.976520] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "b39da1c0-712a-471b-a2b9-f230f780a971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.976691] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "b39da1c0-712a-471b-a2b9-f230f780a971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.979259] env[64022]: INFO nova.compute.manager [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Terminating instance [ 931.991478] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.991765] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.991938] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.992148] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.992298] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.992449] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.992650] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.992887] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.992964] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.993144] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.993320] env[64022]: DEBUG nova.virt.hardware [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.999052] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 931.999760] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b6d2ef7-d248-45ac-b420-489b54c4d4b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.022557] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 932.022557] env[64022]: value = "task-2302946" [ 932.022557] env[64022]: _type = "Task" [ 932.022557] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.031621] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.092630] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302945, 'name': Rename_Task, 'duration_secs': 0.795337} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.092969] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.093256] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3be4d46f-a81d-4683-a273-de40680b3b9d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.100069] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 932.100069] env[64022]: value = "task-2302947" [ 932.100069] env[64022]: _type = "Task" [ 932.100069] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.107856] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.319248] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.342074] env[64022]: INFO nova.scheduler.client.report [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Deleted allocations for instance 04be5e3a-9804-4d9a-bc03-4fa108c93d65 [ 932.378057] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.378354] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.378544] env[64022]: DEBUG nova.objects.instance [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64022) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 932.415462] env[64022]: DEBUG nova.network.neutron [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.484529] env[64022]: DEBUG nova.compute.manager [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.484788] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.485745] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d711fd47-70c7-41dc-9037-fbfddee76a14 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.501157] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.501157] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df3bc60e-226b-42e1-a2bd-aef49a5c73c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.508556] env[64022]: DEBUG oslo_vmware.api [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 932.508556] env[64022]: value = "task-2302948" [ 932.508556] env[64022]: _type = "Task" [ 932.508556] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.522702] env[64022]: DEBUG oslo_vmware.api [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.530983] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302946, 'name': ReconfigVM_Task, 'duration_secs': 0.232348} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.531329] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 932.532178] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041d3f8a-896f-4905-a3b0-803cb2944c69 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.557323] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] cd06245e-0bb2-414c-81fe-e687c36d5790/cd06245e-0bb2-414c-81fe-e687c36d5790.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.560795] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95fd7402-79e5-40bc-a720-ba8ada40496a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.581862] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 932.581862] env[64022]: value = "task-2302949" [ 932.581862] env[64022]: _type = "Task" [ 932.581862] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.593173] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.610661] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302947, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.626907] env[64022]: DEBUG nova.network.neutron [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Updating instance_info_cache with network_info: [{"id": "09b3187a-cde6-437a-976b-3c5fc8e8f301", "address": "fa:16:3e:4e:51:2e", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b3187a-cd", "ovs_interfaceid": "09b3187a-cde6-437a-976b-3c5fc8e8f301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.851373] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de5d8f62-37a9-480a-8d57-3aed00d22f51 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "04be5e3a-9804-4d9a-bc03-4fa108c93d65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.752s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.023425] env[64022]: DEBUG oslo_vmware.api [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302948, 'name': PowerOffVM_Task, 'duration_secs': 0.161326} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.023759] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.024189] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.024189] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42913802-ed2e-4afb-b0c5-33e07d37fe2f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.081752] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquiring lock "1980af56-fbde-40d8-b8eb-93e206e86811" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.082095] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Lock "1980af56-fbde-40d8-b8eb-93e206e86811" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.082318] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquiring lock "1980af56-fbde-40d8-b8eb-93e206e86811-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.083056] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Lock "1980af56-fbde-40d8-b8eb-93e206e86811-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.083056] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Lock "1980af56-fbde-40d8-b8eb-93e206e86811-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.085266] env[64022]: INFO nova.compute.manager [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Terminating instance [ 933.091346] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.091557] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.091723] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleting the datastore file [datastore1] b39da1c0-712a-471b-a2b9-f230f780a971 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.092480] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae5c6c95-c824-4a14-976a-2b83434d0abc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.097428] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302949, 'name': ReconfigVM_Task, 'duration_secs': 0.348507} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.097979] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Reconfigured VM instance instance-0000005a to attach disk [datastore2] cd06245e-0bb2-414c-81fe-e687c36d5790/cd06245e-0bb2-414c-81fe-e687c36d5790.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.098262] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance 'cd06245e-0bb2-414c-81fe-e687c36d5790' progress to 50 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 933.105017] env[64022]: DEBUG oslo_vmware.api [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 933.105017] env[64022]: value = "task-2302951" [ 933.105017] env[64022]: _type = "Task" [ 933.105017] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.114766] env[64022]: DEBUG oslo_vmware.api [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302947, 'name': PowerOnVM_Task, 'duration_secs': 0.640162} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.117721] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.117918] env[64022]: INFO nova.compute.manager [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Took 7.65 seconds to spawn the instance on the hypervisor. [ 933.118104] env[64022]: DEBUG nova.compute.manager [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.118375] env[64022]: DEBUG oslo_vmware.api [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.119098] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4e07bc-a5b5-46be-96e5-f2938f11bb79 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.129412] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "refresh_cache-09ae587d-d62c-4617-9f65-dd0357da4a6d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.129672] env[64022]: DEBUG nova.compute.manager [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Instance network_info: |[{"id": "09b3187a-cde6-437a-976b-3c5fc8e8f301", "address": "fa:16:3e:4e:51:2e", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b3187a-cd", "ovs_interfaceid": "09b3187a-cde6-437a-976b-3c5fc8e8f301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.130043] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:51:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09b3187a-cde6-437a-976b-3c5fc8e8f301', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.137827] env[64022]: DEBUG oslo.service.loopingcall [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.138419] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.138656] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c8f0b8a-484b-4ad1-b755-daeaed46ec32 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.160399] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.160399] env[64022]: value = "task-2302952" [ 933.160399] env[64022]: _type = "Task" [ 933.160399] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.168008] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302952, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.354606] env[64022]: DEBUG nova.compute.manager [req-18b3fd2d-f9eb-4e4d-aa29-6c60b3469ed4 req-b6ed8a66-dc0b-4b47-a37b-9bf0053db5c4 service nova] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Received event network-changed-09b3187a-cde6-437a-976b-3c5fc8e8f301 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.354977] env[64022]: DEBUG nova.compute.manager [req-18b3fd2d-f9eb-4e4d-aa29-6c60b3469ed4 req-b6ed8a66-dc0b-4b47-a37b-9bf0053db5c4 service nova] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Refreshing instance network info cache due to event network-changed-09b3187a-cde6-437a-976b-3c5fc8e8f301. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 933.355229] env[64022]: DEBUG oslo_concurrency.lockutils [req-18b3fd2d-f9eb-4e4d-aa29-6c60b3469ed4 req-b6ed8a66-dc0b-4b47-a37b-9bf0053db5c4 service nova] Acquiring lock "refresh_cache-09ae587d-d62c-4617-9f65-dd0357da4a6d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.355322] env[64022]: DEBUG oslo_concurrency.lockutils [req-18b3fd2d-f9eb-4e4d-aa29-6c60b3469ed4 req-b6ed8a66-dc0b-4b47-a37b-9bf0053db5c4 service nova] Acquired lock "refresh_cache-09ae587d-d62c-4617-9f65-dd0357da4a6d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.355470] env[64022]: DEBUG nova.network.neutron [req-18b3fd2d-f9eb-4e4d-aa29-6c60b3469ed4 req-b6ed8a66-dc0b-4b47-a37b-9bf0053db5c4 service nova] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Refreshing network info cache for port 09b3187a-cde6-437a-976b-3c5fc8e8f301 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.387481] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c462a5d6-01a6-4f10-9367-b2fc7a91e2ce tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.594078] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquiring lock "refresh_cache-1980af56-fbde-40d8-b8eb-93e206e86811" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.594293] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquired lock "refresh_cache-1980af56-fbde-40d8-b8eb-93e206e86811" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.594438] env[64022]: DEBUG nova.network.neutron [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.609043] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8ae358-b6b6-42a2-bcd7-b4d0548e68be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.618403] env[64022]: DEBUG oslo_vmware.api [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176639} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.637454] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.637454] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.637454] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.637454] env[64022]: INFO nova.compute.manager [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Took 1.15 seconds to destroy the instance on the hypervisor. [ 933.637454] env[64022]: DEBUG oslo.service.loopingcall [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.644021] env[64022]: DEBUG nova.compute.manager [-] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.644021] env[64022]: DEBUG nova.network.neutron [-] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.644773] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f484e0-0ae7-4452-a12c-da4a339e8bac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.647196] env[64022]: INFO nova.compute.manager [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Took 16.41 seconds to build instance. [ 933.664752] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance 'cd06245e-0bb2-414c-81fe-e687c36d5790' progress to 67 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 933.676902] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302952, 'name': CreateVM_Task, 'duration_secs': 0.317805} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.676902] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.677627] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.677800] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.678134] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.678378] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-907e7aeb-82a5-42d9-9ef5-c2bba5f032af {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.683148] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 933.683148] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5221efac-bded-4ed6-1035-4589aef63d55" [ 933.683148] env[64022]: _type = "Task" [ 933.683148] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.691429] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5221efac-bded-4ed6-1035-4589aef63d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.099240] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "ea17b595-b556-4858-8654-563bff5ee974" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.117593] env[64022]: DEBUG nova.network.neutron [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.149746] env[64022]: DEBUG oslo_concurrency.lockutils [None req-549272ca-2798-4f32-a035-5587c7db42eb tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "ea17b595-b556-4858-8654-563bff5ee974" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.923s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.152280] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "ea17b595-b556-4858-8654-563bff5ee974" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.054s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.152529] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "ea17b595-b556-4858-8654-563bff5ee974-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.152767] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "ea17b595-b556-4858-8654-563bff5ee974-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.152949] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "ea17b595-b556-4858-8654-563bff5ee974-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.155591] env[64022]: INFO nova.compute.manager [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Terminating instance [ 934.195505] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5221efac-bded-4ed6-1035-4589aef63d55, 'name': SearchDatastore_Task, 'duration_secs': 0.020317} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.195828] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.196095] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.196336] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.196503] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.196684] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.197186] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5b83733-9fd1-4880-9326-e1062a0a2f3a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.208550] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.208757] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.210873] env[64022]: DEBUG nova.network.neutron [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.212347] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b66daa3c-63ce-43e7-9e2d-808bcee9403d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.218622] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 934.218622] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e48a9b-0d0e-6330-6f77-f02772f33cb6" [ 934.218622] env[64022]: _type = "Task" [ 934.218622] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.229318] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e48a9b-0d0e-6330-6f77-f02772f33cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.232304] env[64022]: DEBUG nova.network.neutron [req-18b3fd2d-f9eb-4e4d-aa29-6c60b3469ed4 req-b6ed8a66-dc0b-4b47-a37b-9bf0053db5c4 service nova] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Updated VIF entry in instance network info cache for port 09b3187a-cde6-437a-976b-3c5fc8e8f301. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.232910] env[64022]: DEBUG nova.network.neutron [req-18b3fd2d-f9eb-4e4d-aa29-6c60b3469ed4 req-b6ed8a66-dc0b-4b47-a37b-9bf0053db5c4 service nova] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Updating instance_info_cache with network_info: [{"id": "09b3187a-cde6-437a-976b-3c5fc8e8f301", "address": "fa:16:3e:4e:51:2e", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b3187a-cd", "ovs_interfaceid": "09b3187a-cde6-437a-976b-3c5fc8e8f301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.235022] env[64022]: DEBUG nova.network.neutron [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Port 23b1059a-c6b6-41be-a308-432f2f0e469d binding to destination host cpu-1 is already ACTIVE {{(pid=64022) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 934.348053] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "19dff5f5-da00-420a-b289-5bd97f7ba77f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.348337] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "19dff5f5-da00-420a-b289-5bd97f7ba77f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.348547] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "19dff5f5-da00-420a-b289-5bd97f7ba77f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.348785] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "19dff5f5-da00-420a-b289-5bd97f7ba77f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.348897] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "19dff5f5-da00-420a-b289-5bd97f7ba77f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.353021] env[64022]: INFO nova.compute.manager [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Terminating instance [ 934.552088] env[64022]: DEBUG nova.network.neutron [-] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.661803] env[64022]: DEBUG nova.compute.manager [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.662098] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.663028] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ca1aa5-3d53-4961-84b0-d515b4fd680c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.673521] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.673850] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d94e5f2-7eda-4b3f-b7d7-e3a042a4cec5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.680234] env[64022]: DEBUG oslo_vmware.api [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 934.680234] env[64022]: value = "task-2302953" [ 934.680234] env[64022]: _type = "Task" [ 934.680234] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.688658] env[64022]: DEBUG oslo_vmware.api [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.716178] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Releasing lock "refresh_cache-1980af56-fbde-40d8-b8eb-93e206e86811" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.716671] env[64022]: DEBUG nova.compute.manager [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.716961] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.717984] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76efe29-c38b-4d3b-a8a2-c4372dee5bd0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.730067] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e48a9b-0d0e-6330-6f77-f02772f33cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.732847] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.733122] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a57452a-9bcb-4841-9169-fb1018a080ce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.735582] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0993b262-1c37-449a-bd6f-e4a1c1dffedc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.737467] env[64022]: DEBUG oslo_concurrency.lockutils [req-18b3fd2d-f9eb-4e4d-aa29-6c60b3469ed4 req-b6ed8a66-dc0b-4b47-a37b-9bf0053db5c4 service nova] Releasing lock "refresh_cache-09ae587d-d62c-4617-9f65-dd0357da4a6d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.746196] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 934.746196] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5202f2b5-ace8-3511-c0a8-1775fed28825" [ 934.746196] env[64022]: _type = "Task" [ 934.746196] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.746521] env[64022]: DEBUG oslo_vmware.api [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 934.746521] env[64022]: value = "task-2302954" [ 934.746521] env[64022]: _type = "Task" [ 934.746521] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.761039] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5202f2b5-ace8-3511-c0a8-1775fed28825, 'name': SearchDatastore_Task, 'duration_secs': 0.009526} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.764483] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.764887] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 09ae587d-d62c-4617-9f65-dd0357da4a6d/09ae587d-d62c-4617-9f65-dd0357da4a6d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.765262] env[64022]: DEBUG oslo_vmware.api [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.765510] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34350f23-185b-4571-9aee-d6c488733574 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.773023] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 934.773023] env[64022]: value = "task-2302955" [ 934.773023] env[64022]: _type = "Task" [ 934.773023] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.783300] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.856740] env[64022]: DEBUG nova.compute.manager [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.857032] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.858008] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1cc692-f7e7-4e5b-894f-02f4630abbe5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.866547] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.866855] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c1702cd-7484-4f90-aa4e-e548e48e4f60 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.873810] env[64022]: DEBUG oslo_vmware.api [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 934.873810] env[64022]: value = "task-2302956" [ 934.873810] env[64022]: _type = "Task" [ 934.873810] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.883377] env[64022]: DEBUG oslo_vmware.api [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.055884] env[64022]: INFO nova.compute.manager [-] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Took 1.41 seconds to deallocate network for instance. [ 935.192555] env[64022]: DEBUG oslo_vmware.api [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302953, 'name': PowerOffVM_Task, 'duration_secs': 0.259894} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.192862] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.193071] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.193342] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29f3c76d-2764-4803-8ea4-461ed136a0e4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.269376] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "cd06245e-0bb2-414c-81fe-e687c36d5790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.269644] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "cd06245e-0bb2-414c-81fe-e687c36d5790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.269818] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "cd06245e-0bb2-414c-81fe-e687c36d5790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.277314] env[64022]: DEBUG oslo_vmware.api [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302954, 'name': PowerOffVM_Task, 'duration_secs': 0.209612} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.280911] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.281442] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.281854] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8092f31c-38b0-46fb-84b3-2186e72db961 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.286682] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.286682] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.286682] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Deleting the datastore file [datastore1] ea17b595-b556-4858-8654-563bff5ee974 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.287783] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ecf902d-5578-4c4b-af1a-35843be38f78 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.293233] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302955, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.297561] env[64022]: DEBUG oslo_vmware.api [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for the task: (returnval){ [ 935.297561] env[64022]: value = "task-2302959" [ 935.297561] env[64022]: _type = "Task" [ 935.297561] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.307025] env[64022]: DEBUG oslo_vmware.api [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.312021] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.312021] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.312021] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Deleting the datastore file [datastore1] 1980af56-fbde-40d8-b8eb-93e206e86811 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.312299] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e43e559-7c16-4bcd-abf1-9e28a2bb75bd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.318598] env[64022]: DEBUG oslo_vmware.api [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for the task: (returnval){ [ 935.318598] env[64022]: value = "task-2302960" [ 935.318598] env[64022]: _type = "Task" [ 935.318598] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.327124] env[64022]: DEBUG oslo_vmware.api [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.380827] env[64022]: DEBUG nova.compute.manager [req-12b56d04-2015-48f7-9207-b649e17dd216 req-542a373b-9776-462f-ac9b-4ad06ba03374 service nova] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Received event network-vif-deleted-949e153b-5f0c-4944-a307-4468dddb1ec8 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.386351] env[64022]: DEBUG oslo_vmware.api [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302956, 'name': PowerOffVM_Task, 'duration_secs': 0.297013} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.386605] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.386923] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.387235] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a067fbe-c5e1-40ac-ada3-58658f18105f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.449514] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.449514] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.449746] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Deleting the datastore file [datastore1] 19dff5f5-da00-420a-b289-5bd97f7ba77f {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.450048] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48a2d425-e9ed-4c8c-b9fe-024c5bac25ba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.456123] env[64022]: DEBUG oslo_vmware.api [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for the task: (returnval){ [ 935.456123] env[64022]: value = "task-2302962" [ 935.456123] env[64022]: _type = "Task" [ 935.456123] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.463496] env[64022]: DEBUG oslo_vmware.api [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.563193] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.563498] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.563775] env[64022]: DEBUG nova.objects.instance [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lazy-loading 'resources' on Instance uuid b39da1c0-712a-471b-a2b9-f230f780a971 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.788284] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540198} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.788547] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 09ae587d-d62c-4617-9f65-dd0357da4a6d/09ae587d-d62c-4617-9f65-dd0357da4a6d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.788762] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.789029] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c20434a-78b9-4355-85e3-7a8362f8cabb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.795784] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 935.795784] env[64022]: value = "task-2302963" [ 935.795784] env[64022]: _type = "Task" [ 935.795784] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.806422] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.809293] env[64022]: DEBUG oslo_vmware.api [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Task: {'id': task-2302959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153366} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.809532] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.809719] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.809897] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.810095] env[64022]: INFO nova.compute.manager [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] [instance: ea17b595-b556-4858-8654-563bff5ee974] Took 1.15 seconds to destroy the instance on the hypervisor. [ 935.810335] env[64022]: DEBUG oslo.service.loopingcall [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.810525] env[64022]: DEBUG nova.compute.manager [-] [instance: ea17b595-b556-4858-8654-563bff5ee974] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.810623] env[64022]: DEBUG nova.network.neutron [-] [instance: ea17b595-b556-4858-8654-563bff5ee974] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.826294] env[64022]: DEBUG oslo_vmware.api [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Task: {'id': task-2302960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094631} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.826502] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.826680] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.826855] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.827035] env[64022]: INFO nova.compute.manager [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Took 1.11 seconds to destroy the instance on the hypervisor. [ 935.827383] env[64022]: DEBUG oslo.service.loopingcall [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.827525] env[64022]: DEBUG nova.compute.manager [-] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.827525] env[64022]: DEBUG nova.network.neutron [-] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.853106] env[64022]: DEBUG nova.network.neutron [-] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.965544] env[64022]: DEBUG oslo_vmware.api [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Task: {'id': task-2302962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181622} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.966044] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.966044] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.966364] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.966642] env[64022]: INFO nova.compute.manager [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 935.966837] env[64022]: DEBUG oslo.service.loopingcall [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.967041] env[64022]: DEBUG nova.compute.manager [-] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.967145] env[64022]: DEBUG nova.network.neutron [-] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.306901] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090327} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.308132] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.315019] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c84e68-86d8-4ecb-8405-295a589bd1bd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.336469] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 09ae587d-d62c-4617-9f65-dd0357da4a6d/09ae587d-d62c-4617-9f65-dd0357da4a6d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.340722] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.340893] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.341075] env[64022]: DEBUG nova.network.neutron [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.342577] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4323994d-99f7-45b6-9fcd-43ec33407099 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.358868] env[64022]: DEBUG nova.network.neutron [-] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.368220] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 936.368220] env[64022]: value = "task-2302964" [ 936.368220] env[64022]: _type = "Task" [ 936.368220] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.379694] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.422970] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458e6181-7f6c-4d00-98b2-0ba556f0c869 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.430901] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0f6228-dd39-42b1-bf10-3225b7c7e1b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.462743] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c3836d-0943-46a6-8bc9-ad48cf0d240b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.470425] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684a9a78-1150-4ebe-8801-5f015b7766d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.484970] env[64022]: DEBUG nova.compute.provider_tree [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.754927] env[64022]: DEBUG nova.network.neutron [-] [instance: ea17b595-b556-4858-8654-563bff5ee974] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.860461] env[64022]: DEBUG nova.network.neutron [-] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.861854] env[64022]: INFO nova.compute.manager [-] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Took 1.03 seconds to deallocate network for instance. [ 936.878279] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302964, 'name': ReconfigVM_Task, 'duration_secs': 0.407584} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.878567] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 09ae587d-d62c-4617-9f65-dd0357da4a6d/09ae587d-d62c-4617-9f65-dd0357da4a6d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.879205] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2058df9b-da8b-47f4-a00e-665c01c338e2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.886612] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 936.886612] env[64022]: value = "task-2302965" [ 936.886612] env[64022]: _type = "Task" [ 936.886612] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.894338] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302965, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.991125] env[64022]: DEBUG nova.scheduler.client.report [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.088393] env[64022]: DEBUG nova.network.neutron [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance_info_cache with network_info: [{"id": "23b1059a-c6b6-41be-a308-432f2f0e469d", "address": "fa:16:3e:3b:16:c4", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b1059a-c6", "ovs_interfaceid": "23b1059a-c6b6-41be-a308-432f2f0e469d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.258278] env[64022]: INFO nova.compute.manager [-] [instance: ea17b595-b556-4858-8654-563bff5ee974] Took 1.45 seconds to deallocate network for instance. [ 937.363782] env[64022]: INFO nova.compute.manager [-] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Took 1.40 seconds to deallocate network for instance. [ 937.369651] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.401179] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302965, 'name': Rename_Task, 'duration_secs': 0.182612} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.401377] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.401664] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-013f85c6-ea50-4402-a8e2-5bdcf930f3a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.409906] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 937.409906] env[64022]: value = "task-2302966" [ 937.409906] env[64022]: _type = "Task" [ 937.409906] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.416689] env[64022]: DEBUG nova.compute.manager [req-44d05aee-4152-4c49-a975-232b531aade5 req-96e8ba68-5918-41dc-bef7-7956083678f1 service nova] [instance: ea17b595-b556-4858-8654-563bff5ee974] Received event network-vif-deleted-c0239f8c-5053-4b5a-8062-3e2ee6814468 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.416887] env[64022]: DEBUG nova.compute.manager [req-44d05aee-4152-4c49-a975-232b531aade5 req-96e8ba68-5918-41dc-bef7-7956083678f1 service nova] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Received event network-vif-deleted-2014e725-e0fb-4e83-84f7-7117893ad48b {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.422734] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.497155] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.499668] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.130s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.499893] env[64022]: DEBUG nova.objects.instance [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Lazy-loading 'resources' on Instance uuid 1980af56-fbde-40d8-b8eb-93e206e86811 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.522202] env[64022]: INFO nova.scheduler.client.report [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted allocations for instance b39da1c0-712a-471b-a2b9-f230f780a971 [ 937.590961] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.764988] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.872550] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.920129] env[64022]: DEBUG oslo_vmware.api [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302966, 'name': PowerOnVM_Task, 'duration_secs': 0.459371} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.920453] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.920659] env[64022]: INFO nova.compute.manager [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Took 7.56 seconds to spawn the instance on the hypervisor. [ 937.920833] env[64022]: DEBUG nova.compute.manager [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.921698] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c108d881-5d3a-4e81-9b25-fbd0f4f745eb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.032287] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "b39da1c0-712a-471b-a2b9-f230f780a971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.056s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.116017] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0c49c7-6545-4bb6-90de-e037d0a0747b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.143077] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b06622b-1ad5-4ed3-8c6e-0cbce1b34cea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.150394] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance 'cd06245e-0bb2-414c-81fe-e687c36d5790' progress to 83 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.280691] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4793d29c-8c82-4072-82e9-2f3c61de27fe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.288350] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108f9e54-490b-405f-9586-af88d1d2157e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.324143] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3472161b-1b74-4163-8f3a-1ba0232eddfc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.335703] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a791b7-e5b9-43a9-9f1f-915e5a9b49cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.351124] env[64022]: DEBUG nova.compute.provider_tree [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.447405] env[64022]: INFO nova.compute.manager [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Took 17.19 seconds to build instance. [ 938.656739] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.657285] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e8734bc-8318-4f10-8474-48b248730a59 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.666024] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 938.666024] env[64022]: value = "task-2302967" [ 938.666024] env[64022]: _type = "Task" [ 938.666024] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.674029] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.857705] env[64022]: DEBUG nova.scheduler.client.report [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.949889] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b09503ae-2a99-45a5-a7ab-b50120b155f6 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "09ae587d-d62c-4617-9f65-dd0357da4a6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.698s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.177521] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302967, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.368251] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.369418] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.605s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.369633] env[64022]: DEBUG nova.objects.instance [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lazy-loading 'resources' on Instance uuid ea17b595-b556-4858-8654-563bff5ee974 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.399244] env[64022]: INFO nova.scheduler.client.report [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Deleted allocations for instance 1980af56-fbde-40d8-b8eb-93e206e86811 [ 939.484447] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.485443] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.486850] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0071b9b9-52a7-4a93-96b2-fbb816bfd309 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.494294] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88326fcc-57f6-4fb6-99b6-57b2e8f74869 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Suspending the VM {{(pid=64022) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 939.494523] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-501c7d59-16f4-435d-ab7d-7d5b0c82052e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.502389] env[64022]: DEBUG oslo_vmware.api [None req-88326fcc-57f6-4fb6-99b6-57b2e8f74869 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 939.502389] env[64022]: value = "task-2302968" [ 939.502389] env[64022]: _type = "Task" [ 939.502389] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.510496] env[64022]: DEBUG oslo_vmware.api [None req-88326fcc-57f6-4fb6-99b6-57b2e8f74869 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302968, 'name': SuspendVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.682524] env[64022]: DEBUG oslo_vmware.api [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302967, 'name': PowerOnVM_Task, 'duration_secs': 0.52209} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.682824] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.682993] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb513a-54a2-43a1-8cf5-da0a9ab5e5d5 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance 'cd06245e-0bb2-414c-81fe-e687c36d5790' progress to 100 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.914937] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4fe11950-b484-447d-afed-eab2c9252658 tempest-ServerShowV257Test-1255513542 tempest-ServerShowV257Test-1255513542-project-member] Lock "1980af56-fbde-40d8-b8eb-93e206e86811" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.833s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.990489] env[64022]: DEBUG nova.compute.manager [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.016244] env[64022]: DEBUG oslo_vmware.api [None req-88326fcc-57f6-4fb6-99b6-57b2e8f74869 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302968, 'name': SuspendVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.018812] env[64022]: INFO nova.compute.manager [None req-341e34f6-fff0-4bb5-bfa3-278d4e6a83f6 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Get console output [ 940.019175] env[64022]: WARNING nova.virt.vmwareapi.driver [None req-341e34f6-fff0-4bb5-bfa3-278d4e6a83f6 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] The console log is missing. Check your VSPC configuration [ 940.206907] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15c8c3c-ca5e-4bd4-b4e1-4e9a83c435b2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.216620] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b29eca6-61ad-4343-b1be-469443d7b9b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.247232] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12786c07-0ee2-4468-a5b8-72f71c5449ff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.254711] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f52642-74e1-4697-8043-89cbed1d5808 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.269631] env[64022]: DEBUG nova.compute.provider_tree [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.510699] env[64022]: DEBUG oslo_vmware.api [None req-88326fcc-57f6-4fb6-99b6-57b2e8f74869 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302968, 'name': SuspendVM_Task, 'duration_secs': 0.708053} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.511628] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.511984] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88326fcc-57f6-4fb6-99b6-57b2e8f74869 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Suspended the VM {{(pid=64022) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 940.512146] env[64022]: DEBUG nova.compute.manager [None req-88326fcc-57f6-4fb6-99b6-57b2e8f74869 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.512919] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05716a7b-2d8b-4bc1-8d86-efacc0501c2e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.772573] env[64022]: DEBUG nova.scheduler.client.report [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.098895] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.099215] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.100435] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "856df6f6-29c9-42bc-99b9-f0f7ba4c22ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.100435] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "856df6f6-29c9-42bc-99b9-f0f7ba4c22ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.100435] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "856df6f6-29c9-42bc-99b9-f0f7ba4c22ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.103305] env[64022]: INFO nova.compute.manager [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Terminating instance [ 941.278327] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.280797] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.409s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.280997] env[64022]: DEBUG nova.objects.instance [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lazy-loading 'resources' on Instance uuid 19dff5f5-da00-420a-b289-5bd97f7ba77f {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.302421] env[64022]: INFO nova.scheduler.client.report [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Deleted allocations for instance ea17b595-b556-4858-8654-563bff5ee974 [ 941.612035] env[64022]: DEBUG nova.compute.manager [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.612035] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.612035] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fe860b-2510-4504-bc9e-7f162d891065 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.619732] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.620590] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22d86068-357b-414d-9e4d-e5fcb3b0226d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.627117] env[64022]: DEBUG oslo_vmware.api [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 941.627117] env[64022]: value = "task-2302969" [ 941.627117] env[64022]: _type = "Task" [ 941.627117] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.637308] env[64022]: DEBUG oslo_vmware.api [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.815041] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5e877014-04a2-46f7-ab65-e3fe3fb4524a tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Lock "ea17b595-b556-4858-8654-563bff5ee974" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.662s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.049228] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb30ce33-b1cb-4267-8380-771d2de4f664 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.058212] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02896d0c-ce02-41bc-93ea-3f0b283b4baf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.090251] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "cd06245e-0bb2-414c-81fe-e687c36d5790" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.090572] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "cd06245e-0bb2-414c-81fe-e687c36d5790" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.090777] env[64022]: DEBUG nova.compute.manager [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Going to confirm migration 3 {{(pid=64022) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 942.092264] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "09ae587d-d62c-4617-9f65-dd0357da4a6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.092466] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "09ae587d-d62c-4617-9f65-dd0357da4a6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.092665] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "09ae587d-d62c-4617-9f65-dd0357da4a6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.092855] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "09ae587d-d62c-4617-9f65-dd0357da4a6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.093024] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "09ae587d-d62c-4617-9f65-dd0357da4a6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.095750] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6079619-0d78-4e12-9711-a1c57b5d4aa3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.098574] env[64022]: INFO nova.compute.manager [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Terminating instance [ 942.105762] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0044f64d-b2be-43cb-a7ce-ca27facea658 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.122548] env[64022]: DEBUG nova.compute.provider_tree [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.138358] env[64022]: DEBUG oslo_vmware.api [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302969, 'name': PowerOffVM_Task, 'duration_secs': 0.186807} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.138358] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.138358] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.138489] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d872eb5a-a88b-4808-952c-03678cbca8f5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.226190] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.226190] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.226190] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Deleting the datastore file [datastore2] 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.226190] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7a93ab9-9b3d-467f-a55a-68e9fa261e2e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.234018] env[64022]: DEBUG oslo_vmware.api [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 942.234018] env[64022]: value = "task-2302971" [ 942.234018] env[64022]: _type = "Task" [ 942.234018] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.243644] env[64022]: DEBUG oslo_vmware.api [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.605267] env[64022]: DEBUG nova.compute.manager [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.605469] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.606389] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3e55ef-0cea-40a6-9084-4f63c5337f7a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.614500] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.614785] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1393016b-ae1d-4839-b5d5-4adc0b13ed28 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.628631] env[64022]: DEBUG nova.scheduler.client.report [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.699833] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.700074] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.700269] env[64022]: DEBUG nova.network.neutron [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.700467] env[64022]: DEBUG nova.objects.instance [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lazy-loading 'info_cache' on Instance uuid cd06245e-0bb2-414c-81fe-e687c36d5790 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.724783] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.724995] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.725105] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleting the datastore file [datastore1] 09ae587d-d62c-4617-9f65-dd0357da4a6d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.725555] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-090d8fb8-b73a-48f6-85e6-6b30e3698c88 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.733085] env[64022]: DEBUG oslo_vmware.api [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 942.733085] env[64022]: value = "task-2302973" [ 942.733085] env[64022]: _type = "Task" [ 942.733085] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.746863] env[64022]: DEBUG oslo_vmware.api [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202341} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.752984] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.752984] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.752984] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.752984] env[64022]: INFO nova.compute.manager [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 942.753463] env[64022]: DEBUG oslo.service.loopingcall [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.754635] env[64022]: DEBUG oslo_vmware.api [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.754635] env[64022]: DEBUG nova.compute.manager [-] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.754635] env[64022]: DEBUG nova.network.neutron [-] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.134115] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.137794] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.626s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.142013] env[64022]: INFO nova.compute.claims [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.185220] env[64022]: INFO nova.scheduler.client.report [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Deleted allocations for instance 19dff5f5-da00-420a-b289-5bd97f7ba77f [ 943.250714] env[64022]: DEBUG oslo_vmware.api [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2302973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434773} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.252039] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.252371] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.252656] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.252940] env[64022]: INFO nova.compute.manager [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Took 0.65 seconds to destroy the instance on the hypervisor. [ 943.253386] env[64022]: DEBUG oslo.service.loopingcall [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.254096] env[64022]: DEBUG nova.compute.manager [-] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.254351] env[64022]: DEBUG nova.network.neutron [-] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.613704] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.613704] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.688223] env[64022]: DEBUG nova.compute.manager [req-0195a3ea-7c50-425f-836e-e0cd2af19089 req-1f89debe-4c6e-4ded-a8d0-d53497f8caa0 service nova] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Received event network-vif-deleted-09b3187a-cde6-437a-976b-3c5fc8e8f301 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.688434] env[64022]: INFO nova.compute.manager [req-0195a3ea-7c50-425f-836e-e0cd2af19089 req-1f89debe-4c6e-4ded-a8d0-d53497f8caa0 service nova] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Neutron deleted interface 09b3187a-cde6-437a-976b-3c5fc8e8f301; detaching it from the instance and deleting it from the info cache [ 943.688608] env[64022]: DEBUG nova.network.neutron [req-0195a3ea-7c50-425f-836e-e0cd2af19089 req-1f89debe-4c6e-4ded-a8d0-d53497f8caa0 service nova] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.698945] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bd43f9e7-a164-40b3-8a33-e998c280b9fa tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Lock "19dff5f5-da00-420a-b289-5bd97f7ba77f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.350s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.117639] env[64022]: DEBUG nova.compute.utils [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 944.170532] env[64022]: DEBUG nova.network.neutron [-] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.188063] env[64022]: DEBUG nova.network.neutron [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance_info_cache with network_info: [{"id": "23b1059a-c6b6-41be-a308-432f2f0e469d", "address": "fa:16:3e:3b:16:c4", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b1059a-c6", "ovs_interfaceid": "23b1059a-c6b6-41be-a308-432f2f0e469d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.192081] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeb9d6ea-9e1c-4dc7-8370-8a504af16673 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.202571] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b18b0e-7b2f-44ed-a679-4d4727e4530e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.249387] env[64022]: DEBUG nova.compute.manager [req-0195a3ea-7c50-425f-836e-e0cd2af19089 req-1f89debe-4c6e-4ded-a8d0-d53497f8caa0 service nova] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Detach interface failed, port_id=09b3187a-cde6-437a-976b-3c5fc8e8f301, reason: Instance 09ae587d-d62c-4617-9f65-dd0357da4a6d could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 944.345627] env[64022]: DEBUG nova.network.neutron [-] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.451185] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf58d53-c58b-4117-84d0-09c56e38a33f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.460141] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40bf0da-8478-4552-9cf8-03064bfeae16 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.498526] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e7f507-fa6a-45dc-8c0e-6b59a43684ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.506119] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f97c3f-69bb-4370-8dad-998c5431272d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.522243] env[64022]: DEBUG nova.compute.provider_tree [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.625764] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.674590] env[64022]: INFO nova.compute.manager [-] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Took 1.42 seconds to deallocate network for instance. [ 944.693538] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "refresh_cache-cd06245e-0bb2-414c-81fe-e687c36d5790" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.693538] env[64022]: DEBUG nova.objects.instance [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lazy-loading 'migration_context' on Instance uuid cd06245e-0bb2-414c-81fe-e687c36d5790 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.848566] env[64022]: INFO nova.compute.manager [-] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Took 2.09 seconds to deallocate network for instance. [ 945.026831] env[64022]: DEBUG nova.scheduler.client.report [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.181720] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.196809] env[64022]: DEBUG nova.objects.base [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 945.205095] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7098abe-6e21-48e7-ba2a-64eb859d31db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.229046] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce9398e-3197-4fb3-841d-461f4a88db3d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.235454] env[64022]: DEBUG oslo_vmware.api [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 945.235454] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5282356a-7b95-9ddf-947a-be3f3b8f083a" [ 945.235454] env[64022]: _type = "Task" [ 945.235454] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.244443] env[64022]: DEBUG oslo_vmware.api [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5282356a-7b95-9ddf-947a-be3f3b8f083a, 'name': SearchDatastore_Task, 'duration_secs': 0.007244} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.245563] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.360726] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.532402] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.532663] env[64022]: DEBUG nova.compute.manager [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.535657] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.354s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.535765] env[64022]: DEBUG nova.objects.instance [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lazy-loading 'resources' on Instance uuid 09ae587d-d62c-4617-9f65-dd0357da4a6d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.710213] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.710964] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.711277] env[64022]: INFO nova.compute.manager [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Attaching volume 87823ab5-e5c0-4a86-b0f2-8178097bb57e to /dev/sdb [ 945.725089] env[64022]: DEBUG nova.compute.manager [req-ba6670ab-fe86-401c-953e-1671841bccdc req-4df155df-5e4f-4937-80e3-0aa17f79d2df service nova] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Received event network-vif-deleted-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.756086] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec82f79d-b199-4451-a1fa-77fc5185ab0c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.763606] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279a3a8c-f4fd-4a1b-8334-42f1d8661b39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.780528] env[64022]: DEBUG nova.virt.block_device [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Updating existing volume attachment record: ff5f3093-3d5c-4bf1-a74e-bdf6262a73c5 {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 946.044028] env[64022]: DEBUG nova.compute.utils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 946.048986] env[64022]: DEBUG nova.compute.manager [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.048986] env[64022]: DEBUG nova.network.neutron [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.112189] env[64022]: DEBUG nova.policy [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99da25738353432f945455eeec35f352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a59c28fedcf43218d1d9a24aec2a578', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.344301] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9905b0-3425-42d4-9491-512aeee1fb7b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.352627] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b31c015-14e6-4bfe-bcfa-a99d836db6df {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.387227] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd2defd-4705-442b-bffd-79fddaccaf07 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.395416] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd502990-f8dc-4e3d-966a-899ea5e26f34 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.412745] env[64022]: DEBUG nova.compute.provider_tree [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.544090] env[64022]: DEBUG nova.network.neutron [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Successfully created port: 6ffe85cd-3072-484b-b40a-c116d2061369 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.553909] env[64022]: DEBUG nova.compute.manager [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.919906] env[64022]: DEBUG nova.scheduler.client.report [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.426514] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.428963] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.184s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.444673] env[64022]: INFO nova.scheduler.client.report [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleted allocations for instance 09ae587d-d62c-4617-9f65-dd0357da4a6d [ 947.562477] env[64022]: DEBUG nova.compute.manager [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.595676] env[64022]: DEBUG nova.virt.hardware [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.596141] env[64022]: DEBUG nova.virt.hardware [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.596330] env[64022]: DEBUG nova.virt.hardware [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.596539] env[64022]: DEBUG nova.virt.hardware [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.596693] env[64022]: DEBUG nova.virt.hardware [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.596857] env[64022]: DEBUG nova.virt.hardware [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.597142] env[64022]: DEBUG nova.virt.hardware [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.597369] env[64022]: DEBUG nova.virt.hardware [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.597503] env[64022]: DEBUG nova.virt.hardware [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.597677] env[64022]: DEBUG nova.virt.hardware [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.597867] env[64022]: DEBUG nova.virt.hardware [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.598786] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9837394-6481-4cb4-b468-97034b82ead5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.607169] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec6c90f-bfcf-40ea-b792-edecf16ade6a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.770153] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "b06374eb-56a4-4015-a322-53c7fd69108c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.770401] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "b06374eb-56a4-4015-a322-53c7fd69108c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.800167] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "99646b7f-bc16-442e-8185-08920347a480" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.800424] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "99646b7f-bc16-442e-8185-08920347a480" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.832482] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "b874ce7f-a8e9-4d18-839c-0d11ef051cda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.832792] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "b874ce7f-a8e9-4d18-839c-0d11ef051cda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.837025] env[64022]: DEBUG oslo_concurrency.lockutils [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.837025] env[64022]: DEBUG oslo_concurrency.lockutils [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.952229] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c88a3683-5914-4461-953d-ef509d4cfeec tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "09ae587d-d62c-4617-9f65-dd0357da4a6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.860s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.187106] env[64022]: DEBUG nova.compute.manager [req-aecabab5-a473-4767-b110-82d3dbda7333 req-337ce0a1-b5a3-4767-a10b-57ebdc06727d service nova] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Received event network-vif-plugged-6ffe85cd-3072-484b-b40a-c116d2061369 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.187320] env[64022]: DEBUG oslo_concurrency.lockutils [req-aecabab5-a473-4767-b110-82d3dbda7333 req-337ce0a1-b5a3-4767-a10b-57ebdc06727d service nova] Acquiring lock "d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.187522] env[64022]: DEBUG oslo_concurrency.lockutils [req-aecabab5-a473-4767-b110-82d3dbda7333 req-337ce0a1-b5a3-4767-a10b-57ebdc06727d service nova] Lock "d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.187690] env[64022]: DEBUG oslo_concurrency.lockutils [req-aecabab5-a473-4767-b110-82d3dbda7333 req-337ce0a1-b5a3-4767-a10b-57ebdc06727d service nova] Lock "d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.188127] env[64022]: DEBUG nova.compute.manager [req-aecabab5-a473-4767-b110-82d3dbda7333 req-337ce0a1-b5a3-4767-a10b-57ebdc06727d service nova] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] No waiting events found dispatching network-vif-plugged-6ffe85cd-3072-484b-b40a-c116d2061369 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.188330] env[64022]: WARNING nova.compute.manager [req-aecabab5-a473-4767-b110-82d3dbda7333 req-337ce0a1-b5a3-4767-a10b-57ebdc06727d service nova] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Received unexpected event network-vif-plugged-6ffe85cd-3072-484b-b40a-c116d2061369 for instance with vm_state building and task_state spawning. [ 948.237515] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2450496-eb2b-4f05-b3f5-0e7b7f446747 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.248980] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038f80a4-7904-4b07-b990-61e7293d7d3f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.284645] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.288263] env[64022]: DEBUG nova.network.neutron [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Successfully updated port: 6ffe85cd-3072-484b-b40a-c116d2061369 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.289753] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46c2262-4b1a-406b-8191-93509bd4ca8b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.297913] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4153b626-5e17-43e7-a4b3-a316fe3cd05b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.304796] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.318319] env[64022]: DEBUG nova.compute.provider_tree [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.334750] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.339436] env[64022]: DEBUG nova.compute.utils [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 948.793515] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "refresh_cache-d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.793814] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "refresh_cache-d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.793856] env[64022]: DEBUG nova.network.neutron [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.808815] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.823022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.823846] env[64022]: DEBUG nova.scheduler.client.report [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.842653] env[64022]: DEBUG oslo_concurrency.lockutils [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.853341] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.325194] env[64022]: DEBUG nova.network.neutron [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.479071] env[64022]: DEBUG nova.network.neutron [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Updating instance_info_cache with network_info: [{"id": "6ffe85cd-3072-484b-b40a-c116d2061369", "address": "fa:16:3e:59:7c:98", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ffe85cd-30", "ovs_interfaceid": "6ffe85cd-3072-484b-b40a-c116d2061369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.490268] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.490494] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.834020] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.405s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.836802] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.476s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.837093] env[64022]: DEBUG nova.objects.instance [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lazy-loading 'resources' on Instance uuid 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.908345] env[64022]: DEBUG oslo_concurrency.lockutils [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.909222] env[64022]: DEBUG oslo_concurrency.lockutils [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.909222] env[64022]: INFO nova.compute.manager [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Attaching volume 33dd10f6-7819-4a82-9800-d2c14544a06a to /dev/sdb [ 949.937833] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528caa6a-a25a-4bee-9ad8-0ee5ec6ded94 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.945195] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa79f97-6e03-4140-b43d-0d6677123763 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.957869] env[64022]: DEBUG nova.virt.block_device [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Updating existing volume attachment record: 2ae3b529-d76d-47f4-941f-aa6ae9cec111 {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 949.984020] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "refresh_cache-d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.984020] env[64022]: DEBUG nova.compute.manager [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Instance network_info: |[{"id": "6ffe85cd-3072-484b-b40a-c116d2061369", "address": "fa:16:3e:59:7c:98", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ffe85cd-30", "ovs_interfaceid": "6ffe85cd-3072-484b-b40a-c116d2061369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.984020] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:7c:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ffe85cd-3072-484b-b40a-c116d2061369', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.991022] env[64022]: DEBUG oslo.service.loopingcall [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 949.991261] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.991488] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-285b848d-11fe-42ab-b77c-87cb57160fe3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.006284] env[64022]: DEBUG nova.compute.manager [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.014297] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.014297] env[64022]: value = "task-2302978" [ 950.014297] env[64022]: _type = "Task" [ 950.014297] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.022805] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302978, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.266664] env[64022]: DEBUG nova.compute.manager [req-a27c5959-4ad0-4a7d-ac7d-612d6e1c9e0e req-ac03165b-59a1-41cb-9318-da31bdf3be9d service nova] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Received event network-changed-6ffe85cd-3072-484b-b40a-c116d2061369 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.266664] env[64022]: DEBUG nova.compute.manager [req-a27c5959-4ad0-4a7d-ac7d-612d6e1c9e0e req-ac03165b-59a1-41cb-9318-da31bdf3be9d service nova] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Refreshing instance network info cache due to event network-changed-6ffe85cd-3072-484b-b40a-c116d2061369. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 950.266664] env[64022]: DEBUG oslo_concurrency.lockutils [req-a27c5959-4ad0-4a7d-ac7d-612d6e1c9e0e req-ac03165b-59a1-41cb-9318-da31bdf3be9d service nova] Acquiring lock "refresh_cache-d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.266664] env[64022]: DEBUG oslo_concurrency.lockutils [req-a27c5959-4ad0-4a7d-ac7d-612d6e1c9e0e req-ac03165b-59a1-41cb-9318-da31bdf3be9d service nova] Acquired lock "refresh_cache-d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.267126] env[64022]: DEBUG nova.network.neutron [req-a27c5959-4ad0-4a7d-ac7d-612d6e1c9e0e req-ac03165b-59a1-41cb-9318-da31bdf3be9d service nova] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Refreshing network info cache for port 6ffe85cd-3072-484b-b40a-c116d2061369 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.336823] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 950.337113] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468510', 'volume_id': '87823ab5-e5c0-4a86-b0f2-8178097bb57e', 'name': 'volume-87823ab5-e5c0-4a86-b0f2-8178097bb57e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f43a0961-5dc5-42cf-8493-e769273bc3a9', 'attached_at': '', 'detached_at': '', 'volume_id': '87823ab5-e5c0-4a86-b0f2-8178097bb57e', 'serial': '87823ab5-e5c0-4a86-b0f2-8178097bb57e'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 950.338647] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905e89b4-a875-46c0-a06a-7229af1e1b00 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.370758] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94d21d1-e151-4820-a65b-9d8ba90feadf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.399304] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-87823ab5-e5c0-4a86-b0f2-8178097bb57e/volume-87823ab5-e5c0-4a86-b0f2-8178097bb57e.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.403424] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeb47484-43ba-4d71-8ddd-109c6ad44e89 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.420090] env[64022]: INFO nova.scheduler.client.report [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted allocation for migration a716e3a9-c171-4f16-833b-a4f4bab88fcf [ 950.428458] env[64022]: DEBUG oslo_vmware.api [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 950.428458] env[64022]: value = "task-2302980" [ 950.428458] env[64022]: _type = "Task" [ 950.428458] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.440746] env[64022]: DEBUG oslo_vmware.api [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.523273] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2302978, 'name': CreateVM_Task, 'duration_secs': 0.298079} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.523483] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.524433] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.524627] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.525172] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.525947] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.528413] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476b2bc0-c9aa-443d-8c02-fcb030ebf20d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.533517] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 950.533517] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f476ac-2ad8-ef4d-414f-4544a10472b7" [ 950.533517] env[64022]: _type = "Task" [ 950.533517] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.542804] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f476ac-2ad8-ef4d-414f-4544a10472b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.687149] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a7be0b-aea7-40c4-bf87-d2a0225e1675 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.695029] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be39e2d-26ef-4b11-b1f3-c3f75e108fd9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.726391] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3f9334-2266-4a9c-a72d-9b340ccbb5ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.734408] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359f3274-fefd-4440-884b-dec5dfc37bba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.750392] env[64022]: DEBUG nova.compute.provider_tree [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.925999] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e94d73f4-e28e-43e5-b096-20340ecbcf33 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "cd06245e-0bb2-414c-81fe-e687c36d5790" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.835s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.942685] env[64022]: DEBUG oslo_vmware.api [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302980, 'name': ReconfigVM_Task, 'duration_secs': 0.368039} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.943129] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-87823ab5-e5c0-4a86-b0f2-8178097bb57e/volume-87823ab5-e5c0-4a86-b0f2-8178097bb57e.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.949377] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faea13ae-64ae-4512-8a86-99a4e29d6af5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.965493] env[64022]: DEBUG oslo_vmware.api [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 950.965493] env[64022]: value = "task-2302983" [ 950.965493] env[64022]: _type = "Task" [ 950.965493] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.973914] env[64022]: DEBUG oslo_vmware.api [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.046611] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f476ac-2ad8-ef4d-414f-4544a10472b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.046938] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.047192] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.047459] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.047579] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.047755] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.048044] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97a55f08-f83a-4bfa-af84-359bcf29fb03 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.057375] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.057602] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.058279] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e41843-ce9c-4f24-b942-7f8c96773fcb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.063216] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 951.063216] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520728d1-00ad-d506-2ed8-dd777ca93999" [ 951.063216] env[64022]: _type = "Task" [ 951.063216] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.072086] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520728d1-00ad-d506-2ed8-dd777ca93999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.107831] env[64022]: DEBUG nova.network.neutron [req-a27c5959-4ad0-4a7d-ac7d-612d6e1c9e0e req-ac03165b-59a1-41cb-9318-da31bdf3be9d service nova] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Updated VIF entry in instance network info cache for port 6ffe85cd-3072-484b-b40a-c116d2061369. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.108207] env[64022]: DEBUG nova.network.neutron [req-a27c5959-4ad0-4a7d-ac7d-612d6e1c9e0e req-ac03165b-59a1-41cb-9318-da31bdf3be9d service nova] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Updating instance_info_cache with network_info: [{"id": "6ffe85cd-3072-484b-b40a-c116d2061369", "address": "fa:16:3e:59:7c:98", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ffe85cd-30", "ovs_interfaceid": "6ffe85cd-3072-484b-b40a-c116d2061369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.253132] env[64022]: DEBUG nova.scheduler.client.report [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.475636] env[64022]: DEBUG oslo_vmware.api [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2302983, 'name': ReconfigVM_Task, 'duration_secs': 0.145816} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.475949] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468510', 'volume_id': '87823ab5-e5c0-4a86-b0f2-8178097bb57e', 'name': 'volume-87823ab5-e5c0-4a86-b0f2-8178097bb57e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f43a0961-5dc5-42cf-8493-e769273bc3a9', 'attached_at': '', 'detached_at': '', 'volume_id': '87823ab5-e5c0-4a86-b0f2-8178097bb57e', 'serial': '87823ab5-e5c0-4a86-b0f2-8178097bb57e'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 951.573481] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520728d1-00ad-d506-2ed8-dd777ca93999, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.574333] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad16c913-18b7-44af-af59-6cb2a03d9023 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.579098] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 951.579098] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a585f0-b6f0-fd7c-7e49-f32179df41fd" [ 951.579098] env[64022]: _type = "Task" [ 951.579098] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.586331] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a585f0-b6f0-fd7c-7e49-f32179df41fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.610934] env[64022]: DEBUG oslo_concurrency.lockutils [req-a27c5959-4ad0-4a7d-ac7d-612d6e1c9e0e req-ac03165b-59a1-41cb-9318-da31bdf3be9d service nova] Releasing lock "refresh_cache-d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.757828] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.760450] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.952s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.761949] env[64022]: INFO nova.compute.claims [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.781089] env[64022]: INFO nova.scheduler.client.report [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Deleted allocations for instance 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca [ 951.876202] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "cd06245e-0bb2-414c-81fe-e687c36d5790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.876475] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "cd06245e-0bb2-414c-81fe-e687c36d5790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.876699] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "cd06245e-0bb2-414c-81fe-e687c36d5790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.876885] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "cd06245e-0bb2-414c-81fe-e687c36d5790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.877067] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "cd06245e-0bb2-414c-81fe-e687c36d5790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.879064] env[64022]: INFO nova.compute.manager [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Terminating instance [ 952.089451] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a585f0-b6f0-fd7c-7e49-f32179df41fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.089806] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.089938] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba/d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.090205] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25236fe8-1eab-4faa-a434-0f5976085d2d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.096733] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 952.096733] env[64022]: value = "task-2302984" [ 952.096733] env[64022]: _type = "Task" [ 952.096733] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.104219] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.289216] env[64022]: DEBUG oslo_concurrency.lockutils [None req-de8d8599-e734-4b17-a038-6ac316231461 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "856df6f6-29c9-42bc-99b9-f0f7ba4c22ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.190s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.352688] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.353076] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.383391] env[64022]: DEBUG nova.compute.manager [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.383601] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.384852] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7684b575-8ab1-4b3c-8c0d-90f0be253cb7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.394490] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.394854] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3da786ca-b3a0-4ef3-92f2-e19d135bb7aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.401657] env[64022]: DEBUG oslo_vmware.api [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 952.401657] env[64022]: value = "task-2302985" [ 952.401657] env[64022]: _type = "Task" [ 952.401657] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.411876] env[64022]: DEBUG oslo_vmware.api [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.512069] env[64022]: DEBUG nova.objects.instance [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lazy-loading 'flavor' on Instance uuid f43a0961-5dc5-42cf-8493-e769273bc3a9 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.614838] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486959} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.617147] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba/d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.617147] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.617147] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-628a84d9-12fb-436c-af56-a3687adb3f5e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.627039] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 952.627039] env[64022]: value = "task-2302987" [ 952.627039] env[64022]: _type = "Task" [ 952.627039] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.633608] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.856356] env[64022]: DEBUG nova.compute.manager [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.911640] env[64022]: DEBUG oslo_vmware.api [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302985, 'name': PowerOffVM_Task, 'duration_secs': 0.271974} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.911943] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.912133] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.912386] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dd6ed5f-6b7d-4781-bbbb-0ba174047ad9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.980237] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.980312] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.980446] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleting the datastore file [datastore2] cd06245e-0bb2-414c-81fe-e687c36d5790 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.980728] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90adc8c6-5902-4ad6-b711-4128ecd54c8a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.989568] env[64022]: DEBUG oslo_vmware.api [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 952.989568] env[64022]: value = "task-2302989" [ 952.989568] env[64022]: _type = "Task" [ 952.989568] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.998750] env[64022]: DEBUG oslo_vmware.api [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.017299] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7921d7e2-35a5-4112-95ec-a1588d67ac46 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.307s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.112505] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0654b3e8-ee8b-49e7-b46b-37aa54379188 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.120747] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f971e0-addc-4d63-a158-27f6897948db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.154377] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d7dd85-f0bf-4c25-8a78-105cb56fa36a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.160174] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074952} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.160819] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.161608] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9588ad-77ee-4176-8dbe-1f5200ce33e4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.167330] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb20f0a8-7d12-4687-89c7-5bc3dadfef4d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.188778] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba/d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.189455] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4f967d9-4571-49fa-9ee7-ee823b09939c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.213154] env[64022]: DEBUG nova.compute.provider_tree [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.219976] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 953.219976] env[64022]: value = "task-2302990" [ 953.219976] env[64022]: _type = "Task" [ 953.219976] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.228482] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.380715] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.500155] env[64022]: DEBUG oslo_vmware.api [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2302989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150698} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.500405] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.500587] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.500763] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.501019] env[64022]: INFO nova.compute.manager [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Took 1.12 seconds to destroy the instance on the hypervisor. [ 953.501300] env[64022]: DEBUG oslo.service.loopingcall [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.501556] env[64022]: DEBUG nova.compute.manager [-] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.501656] env[64022]: DEBUG nova.network.neutron [-] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.717054] env[64022]: DEBUG nova.scheduler.client.report [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.729551] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302990, 'name': ReconfigVM_Task, 'duration_secs': 0.298561} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.729845] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Reconfigured VM instance instance-00000060 to attach disk [datastore2] d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba/d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.730418] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e1c4d2f-1d3d-42b9-a68c-46c40c33dd6a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.738555] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 953.738555] env[64022]: value = "task-2302991" [ 953.738555] env[64022]: _type = "Task" [ 953.738555] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.746967] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302991, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.930831] env[64022]: DEBUG nova.compute.manager [req-67c649aa-0165-476e-b5ee-bfbdb410cd6b req-2e413c0f-42e5-4c5b-b69b-6084951b40d9 service nova] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Received event network-vif-deleted-23b1059a-c6b6-41be-a308-432f2f0e469d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.930831] env[64022]: INFO nova.compute.manager [req-67c649aa-0165-476e-b5ee-bfbdb410cd6b req-2e413c0f-42e5-4c5b-b69b-6084951b40d9 service nova] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Neutron deleted interface 23b1059a-c6b6-41be-a308-432f2f0e469d; detaching it from the instance and deleting it from the info cache [ 953.930831] env[64022]: DEBUG nova.network.neutron [req-67c649aa-0165-476e-b5ee-bfbdb410cd6b req-2e413c0f-42e5-4c5b-b69b-6084951b40d9 service nova] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.224825] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.225359] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.228350] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.405s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.229748] env[64022]: INFO nova.compute.claims [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.248451] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302991, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.366433] env[64022]: DEBUG nova.network.neutron [-] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.434033] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d75bd777-2172-4855-89f6-eabe74fbce41 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.443246] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3805ad3-6d55-4733-a212-3ccd2f86fa5b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.478484] env[64022]: DEBUG nova.compute.manager [req-67c649aa-0165-476e-b5ee-bfbdb410cd6b req-2e413c0f-42e5-4c5b-b69b-6084951b40d9 service nova] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Detach interface failed, port_id=23b1059a-c6b6-41be-a308-432f2f0e469d, reason: Instance cd06245e-0bb2-414c-81fe-e687c36d5790 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 954.530987] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "61d7c210-f223-4204-ab24-9193b7bc7c2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.531332] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "61d7c210-f223-4204-ab24-9193b7bc7c2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.734143] env[64022]: DEBUG nova.compute.utils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 954.746601] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.747753] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.758021] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302991, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.798911] env[64022]: DEBUG nova.policy [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45306c77e593470a9f7c4f43a29d77ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c9d4b29b65844c8bb25a40c8815c6b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.868759] env[64022]: INFO nova.compute.manager [-] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Took 1.37 seconds to deallocate network for instance. [ 955.009693] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 955.009693] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468513', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'name': 'volume-33dd10f6-7819-4a82-9800-d2c14544a06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ce8424-551f-41e7-a906-3e26bffc2c87', 'attached_at': '', 'detached_at': '', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'serial': '33dd10f6-7819-4a82-9800-d2c14544a06a'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 955.010943] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352823c9-cf38-43be-aec9-c1a4852eaf2b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.033721] env[64022]: DEBUG nova.compute.manager [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.038361] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ba193f-09fe-46a0-b3b6-d8c30f884792 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.065343] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-33dd10f6-7819-4a82-9800-d2c14544a06a/volume-33dd10f6-7819-4a82-9800-d2c14544a06a.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.065343] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e50d21dd-5086-43cd-9928-8a2e1277150e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.083112] env[64022]: DEBUG oslo_vmware.api [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 955.083112] env[64022]: value = "task-2302992" [ 955.083112] env[64022]: _type = "Task" [ 955.083112] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.092725] env[64022]: DEBUG oslo_vmware.api [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.118377] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Successfully created port: 5b855e7f-c710-498e-bd56-1c9a06e22f09 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.247987] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.262483] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302991, 'name': Rename_Task, 'duration_secs': 1.144839} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.262772] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.263031] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f358996-c723-4222-b8b2-82add5505269 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.271882] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 955.271882] env[64022]: value = "task-2302993" [ 955.271882] env[64022]: _type = "Task" [ 955.271882] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.289052] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302993, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.379104] env[64022]: DEBUG oslo_concurrency.lockutils [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "c584ed71-b206-4a67-a0fc-c6964b5d0fae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.379492] env[64022]: DEBUG oslo_concurrency.lockutils [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "c584ed71-b206-4a67-a0fc-c6964b5d0fae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.379735] env[64022]: DEBUG oslo_concurrency.lockutils [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "c584ed71-b206-4a67-a0fc-c6964b5d0fae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.379927] env[64022]: DEBUG oslo_concurrency.lockutils [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "c584ed71-b206-4a67-a0fc-c6964b5d0fae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.380123] env[64022]: DEBUG oslo_concurrency.lockutils [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "c584ed71-b206-4a67-a0fc-c6964b5d0fae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.383681] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.387141] env[64022]: INFO nova.compute.manager [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Terminating instance [ 955.559318] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.566701] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ba1296-36f1-491a-9c82-79813796029c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.574426] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac68e91b-bf6c-41d8-861b-0e786986a22b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.607827] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af8039d-cb6e-4f98-9bb0-c5e2ce0d9848 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.617447] env[64022]: DEBUG oslo_vmware.api [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302992, 'name': ReconfigVM_Task, 'duration_secs': 0.344645} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.618643] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0666ef9-e2d5-40bb-bbff-a7b0a7b599f1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.622361] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-33dd10f6-7819-4a82-9800-d2c14544a06a/volume-33dd10f6-7819-4a82-9800-d2c14544a06a.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.627068] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b417200e-c319-43ac-8a02-965e146c18b0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.647425] env[64022]: DEBUG nova.compute.provider_tree [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.649743] env[64022]: DEBUG oslo_vmware.api [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 955.649743] env[64022]: value = "task-2302994" [ 955.649743] env[64022]: _type = "Task" [ 955.649743] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.657735] env[64022]: DEBUG oslo_vmware.api [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.780882] env[64022]: DEBUG oslo_vmware.api [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302993, 'name': PowerOnVM_Task, 'duration_secs': 0.426945} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.781268] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.781335] env[64022]: INFO nova.compute.manager [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Took 8.22 seconds to spawn the instance on the hypervisor. [ 955.781510] env[64022]: DEBUG nova.compute.manager [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.782288] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457205cd-0f63-4645-b044-5284d84139c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.892521] env[64022]: DEBUG nova.compute.manager [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.892521] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.892974] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e59822-7ecd-40d2-9287-bf16448433c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.900249] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.900477] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63768759-ffc9-4684-b13c-a232913c8e39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.906354] env[64022]: DEBUG oslo_vmware.api [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 955.906354] env[64022]: value = "task-2302995" [ 955.906354] env[64022]: _type = "Task" [ 955.906354] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.913941] env[64022]: DEBUG oslo_vmware.api [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.152192] env[64022]: DEBUG nova.scheduler.client.report [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.170402] env[64022]: DEBUG oslo_vmware.api [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2302994, 'name': ReconfigVM_Task, 'duration_secs': 0.141612} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.171431] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468513', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'name': 'volume-33dd10f6-7819-4a82-9800-d2c14544a06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ce8424-551f-41e7-a906-3e26bffc2c87', 'attached_at': '', 'detached_at': '', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'serial': '33dd10f6-7819-4a82-9800-d2c14544a06a'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 956.260226] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.285288] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.285450] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.285607] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.285841] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.286021] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.286168] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.286379] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.286537] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.286704] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.286886] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.287138] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.287981] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825abf3a-4ebf-49d9-b869-49362f65f574 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.302011] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a55fd3-d702-4da6-9b94-980bfd1b2494 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.306521] env[64022]: INFO nova.compute.manager [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Took 15.81 seconds to build instance. [ 956.416664] env[64022]: DEBUG oslo_vmware.api [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302995, 'name': PowerOffVM_Task, 'duration_secs': 0.237125} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.416984] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.417172] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.417412] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-453eced3-c82e-44a6-bddf-e22262f4f551 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.482464] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.482683] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.482901] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Deleting the datastore file [datastore2] c584ed71-b206-4a67-a0fc-c6964b5d0fae {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.483185] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-197d7629-5028-4f69-bbc9-957ee333d2c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.489045] env[64022]: DEBUG oslo_vmware.api [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 956.489045] env[64022]: value = "task-2302997" [ 956.489045] env[64022]: _type = "Task" [ 956.489045] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.496901] env[64022]: DEBUG oslo_vmware.api [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.658169] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.658701] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.661242] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.808s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.662787] env[64022]: INFO nova.compute.claims [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.665220] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.756847] env[64022]: DEBUG nova.compute.manager [req-f26e275a-37fd-4396-bfb7-71de8b52d237 req-be29492b-cad4-4aa9-b3d3-68707e64e0d4 service nova] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Received event network-vif-plugged-5b855e7f-c710-498e-bd56-1c9a06e22f09 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.757795] env[64022]: DEBUG oslo_concurrency.lockutils [req-f26e275a-37fd-4396-bfb7-71de8b52d237 req-be29492b-cad4-4aa9-b3d3-68707e64e0d4 service nova] Acquiring lock "b06374eb-56a4-4015-a322-53c7fd69108c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.757795] env[64022]: DEBUG oslo_concurrency.lockutils [req-f26e275a-37fd-4396-bfb7-71de8b52d237 req-be29492b-cad4-4aa9-b3d3-68707e64e0d4 service nova] Lock "b06374eb-56a4-4015-a322-53c7fd69108c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.757862] env[64022]: DEBUG oslo_concurrency.lockutils [req-f26e275a-37fd-4396-bfb7-71de8b52d237 req-be29492b-cad4-4aa9-b3d3-68707e64e0d4 service nova] Lock "b06374eb-56a4-4015-a322-53c7fd69108c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.758147] env[64022]: DEBUG nova.compute.manager [req-f26e275a-37fd-4396-bfb7-71de8b52d237 req-be29492b-cad4-4aa9-b3d3-68707e64e0d4 service nova] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] No waiting events found dispatching network-vif-plugged-5b855e7f-c710-498e-bd56-1c9a06e22f09 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.758366] env[64022]: WARNING nova.compute.manager [req-f26e275a-37fd-4396-bfb7-71de8b52d237 req-be29492b-cad4-4aa9-b3d3-68707e64e0d4 service nova] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Received unexpected event network-vif-plugged-5b855e7f-c710-498e-bd56-1c9a06e22f09 for instance with vm_state building and task_state spawning. [ 956.808712] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e7abe036-efd5-420e-a161-b1d5337f2512 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.324s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.809132] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.144s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.809414] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.809666] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.809882] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.812070] env[64022]: INFO nova.compute.manager [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Terminating instance [ 956.850575] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Successfully updated port: 5b855e7f-c710-498e-bd56-1c9a06e22f09 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.999960] env[64022]: DEBUG oslo_vmware.api [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2302997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405196} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.000287] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.000519] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.000757] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.000995] env[64022]: INFO nova.compute.manager [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Took 1.11 seconds to destroy the instance on the hypervisor. [ 957.001318] env[64022]: DEBUG oslo.service.loopingcall [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 957.001568] env[64022]: DEBUG nova.compute.manager [-] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.001700] env[64022]: DEBUG nova.network.neutron [-] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.167390] env[64022]: DEBUG nova.compute.utils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 957.176349] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.176623] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.222439] env[64022]: DEBUG nova.objects.instance [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lazy-loading 'flavor' on Instance uuid a3ce8424-551f-41e7-a906-3e26bffc2c87 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.237682] env[64022]: DEBUG nova.policy [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45306c77e593470a9f7c4f43a29d77ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c9d4b29b65844c8bb25a40c8815c6b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.317588] env[64022]: DEBUG nova.compute.manager [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.317904] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.318732] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba8dca5-f25d-4c54-ba3b-0a1325d7cb4c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.326726] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.326970] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a44ee014-ca00-43d1-9c76-70c28d059f0a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.333323] env[64022]: DEBUG oslo_vmware.api [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 957.333323] env[64022]: value = "task-2302998" [ 957.333323] env[64022]: _type = "Task" [ 957.333323] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.342386] env[64022]: DEBUG oslo_vmware.api [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.352939] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "refresh_cache-b06374eb-56a4-4015-a322-53c7fd69108c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.353101] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquired lock "refresh_cache-b06374eb-56a4-4015-a322-53c7fd69108c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.353254] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.562660] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Successfully created port: eb307d81-b943-44b9-b224-fdf79096763b {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.677264] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.730214] env[64022]: DEBUG oslo_concurrency.lockutils [None req-df50aa5e-9720-46a6-b3a0-8176a8335490 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.821s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.834220] env[64022]: DEBUG nova.network.neutron [-] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.848550] env[64022]: DEBUG oslo_vmware.api [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2302998, 'name': PowerOffVM_Task, 'duration_secs': 0.178397} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.848550] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.848689] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.849486] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e2516a9-89b8-486f-b0f1-69c43ecf5ebf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.888655] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.908886] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.908886] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.908985] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleting the datastore file [datastore2] d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.909367] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-791aff9e-f7f3-4244-a0bd-49810e5e26aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.915301] env[64022]: DEBUG oslo_vmware.api [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 957.915301] env[64022]: value = "task-2303000" [ 957.915301] env[64022]: _type = "Task" [ 957.915301] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.927639] env[64022]: DEBUG oslo_vmware.api [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.985032] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5303e38b-5332-4b43-bede-29301afe28ac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.995567] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867984b9-5cf6-4799-8ab4-4d6856ecf642 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.030153] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719d1a0d-9395-4588-ae71-b4c04eb574ff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.038215] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d65ec78-2488-4829-b5b6-684e3a667779 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.043435] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Updating instance_info_cache with network_info: [{"id": "5b855e7f-c710-498e-bd56-1c9a06e22f09", "address": "fa:16:3e:d1:a6:4f", "network": {"id": "2d58bf4f-914d-4bd6-8c82-99a9383e0f86", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1869952378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c9d4b29b65844c8bb25a40c8815c6b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b855e7f-c7", "ovs_interfaceid": "5b855e7f-c710-498e-bd56-1c9a06e22f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.054158] env[64022]: DEBUG nova.compute.provider_tree [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.336923] env[64022]: INFO nova.compute.manager [-] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Took 1.34 seconds to deallocate network for instance. [ 958.424896] env[64022]: DEBUG oslo_vmware.api [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154813} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.425186] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.425384] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.425568] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.425739] env[64022]: INFO nova.compute.manager [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Took 1.11 seconds to destroy the instance on the hypervisor. [ 958.426017] env[64022]: DEBUG oslo.service.loopingcall [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.426191] env[64022]: DEBUG nova.compute.manager [-] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.426288] env[64022]: DEBUG nova.network.neutron [-] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.546984] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Releasing lock "refresh_cache-b06374eb-56a4-4015-a322-53c7fd69108c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.547321] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Instance network_info: |[{"id": "5b855e7f-c710-498e-bd56-1c9a06e22f09", "address": "fa:16:3e:d1:a6:4f", "network": {"id": "2d58bf4f-914d-4bd6-8c82-99a9383e0f86", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1869952378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c9d4b29b65844c8bb25a40c8815c6b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b855e7f-c7", "ovs_interfaceid": "5b855e7f-c710-498e-bd56-1c9a06e22f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.547741] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:a6:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b855e7f-c710-498e-bd56-1c9a06e22f09', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.555300] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Creating folder: Project (6c9d4b29b65844c8bb25a40c8815c6b2). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.555565] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9f97b24-2386-4f0a-ad3d-a31fcaa73db6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.559794] env[64022]: DEBUG nova.scheduler.client.report [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.574881] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Created folder: Project (6c9d4b29b65844c8bb25a40c8815c6b2) in parent group-v468248. [ 958.575090] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Creating folder: Instances. Parent ref: group-v468514. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.575876] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-446bcebc-4feb-4547-951f-b4d50c03f662 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.584930] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Created folder: Instances in parent group-v468514. [ 958.585152] env[64022]: DEBUG oslo.service.loopingcall [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.585334] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.585517] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4b44411-f9b9-45c4-b3ca-ef5856d2d0c4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.604438] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.604438] env[64022]: value = "task-2303003" [ 958.604438] env[64022]: _type = "Task" [ 958.604438] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.611942] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303003, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.668719] env[64022]: INFO nova.compute.manager [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Rebuilding instance [ 958.687253] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.709978] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.710811] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.710811] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.710811] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.710811] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.711076] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.711123] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.711270] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.711464] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.711652] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.711857] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.713071] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67075157-b81b-4cbf-824b-e9f2c103a53b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.722848] env[64022]: DEBUG nova.compute.manager [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.724187] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e0c3a4-69a0-426f-bc1a-911069dc5351 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.728490] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e9c6d7-b3b8-486a-a39e-ca177c147858 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.788238] env[64022]: DEBUG nova.compute.manager [req-39f4b05c-7fa9-4797-8c69-3cfe8337cdfc req-fe8b0b5e-5cd9-48be-894f-a8564f6a3d5e service nova] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Received event network-changed-5b855e7f-c710-498e-bd56-1c9a06e22f09 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.788238] env[64022]: DEBUG nova.compute.manager [req-39f4b05c-7fa9-4797-8c69-3cfe8337cdfc req-fe8b0b5e-5cd9-48be-894f-a8564f6a3d5e service nova] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Refreshing instance network info cache due to event network-changed-5b855e7f-c710-498e-bd56-1c9a06e22f09. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 958.788238] env[64022]: DEBUG oslo_concurrency.lockutils [req-39f4b05c-7fa9-4797-8c69-3cfe8337cdfc req-fe8b0b5e-5cd9-48be-894f-a8564f6a3d5e service nova] Acquiring lock "refresh_cache-b06374eb-56a4-4015-a322-53c7fd69108c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.788332] env[64022]: DEBUG oslo_concurrency.lockutils [req-39f4b05c-7fa9-4797-8c69-3cfe8337cdfc req-fe8b0b5e-5cd9-48be-894f-a8564f6a3d5e service nova] Acquired lock "refresh_cache-b06374eb-56a4-4015-a322-53c7fd69108c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.788471] env[64022]: DEBUG nova.network.neutron [req-39f4b05c-7fa9-4797-8c69-3cfe8337cdfc req-fe8b0b5e-5cd9-48be-894f-a8564f6a3d5e service nova] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Refreshing network info cache for port 5b855e7f-c710-498e-bd56-1c9a06e22f09 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.842969] env[64022]: DEBUG oslo_concurrency.lockutils [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.042388] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Successfully updated port: eb307d81-b943-44b9-b224-fdf79096763b {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.065351] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.065646] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.068448] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.543s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.069859] env[64022]: INFO nova.compute.claims [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.115504] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303003, 'name': CreateVM_Task, 'duration_secs': 0.312969} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.115747] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.116795] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.116976] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.117311] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.117612] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a178c60d-4a11-4951-ab35-3e9aa9429391 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.122927] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 959.122927] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522376bd-b7c4-67ba-3c06-5e2458f270f0" [ 959.122927] env[64022]: _type = "Task" [ 959.122927] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.130804] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522376bd-b7c4-67ba-3c06-5e2458f270f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.159876] env[64022]: DEBUG nova.network.neutron [-] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.520979] env[64022]: DEBUG nova.network.neutron [req-39f4b05c-7fa9-4797-8c69-3cfe8337cdfc req-fe8b0b5e-5cd9-48be-894f-a8564f6a3d5e service nova] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Updated VIF entry in instance network info cache for port 5b855e7f-c710-498e-bd56-1c9a06e22f09. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.521356] env[64022]: DEBUG nova.network.neutron [req-39f4b05c-7fa9-4797-8c69-3cfe8337cdfc req-fe8b0b5e-5cd9-48be-894f-a8564f6a3d5e service nova] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Updating instance_info_cache with network_info: [{"id": "5b855e7f-c710-498e-bd56-1c9a06e22f09", "address": "fa:16:3e:d1:a6:4f", "network": {"id": "2d58bf4f-914d-4bd6-8c82-99a9383e0f86", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1869952378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c9d4b29b65844c8bb25a40c8815c6b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b855e7f-c7", "ovs_interfaceid": "5b855e7f-c710-498e-bd56-1c9a06e22f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.545429] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "refresh_cache-99646b7f-bc16-442e-8185-08920347a480" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.545744] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquired lock "refresh_cache-99646b7f-bc16-442e-8185-08920347a480" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.545744] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.575047] env[64022]: DEBUG nova.compute.utils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 959.577609] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.577770] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.616254] env[64022]: DEBUG nova.policy [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45306c77e593470a9f7c4f43a29d77ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c9d4b29b65844c8bb25a40c8815c6b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.632590] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522376bd-b7c4-67ba-3c06-5e2458f270f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.632869] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.633114] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.633350] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.633497] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.633691] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.633945] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcbf901e-2e21-427e-98e6-958ac8263992 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.641396] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.641562] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.642256] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f8ddfed-25fa-405f-81cf-13f9f6174177 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.647441] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 959.647441] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525ab67b-f404-3795-3ecf-2b7fc9c227f2" [ 959.647441] env[64022]: _type = "Task" [ 959.647441] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.654959] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525ab67b-f404-3795-3ecf-2b7fc9c227f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.662387] env[64022]: INFO nova.compute.manager [-] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Took 1.24 seconds to deallocate network for instance. [ 959.749838] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.749838] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f24b469-6ee1-43d1-bca8-e734af5541fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.757109] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 959.757109] env[64022]: value = "task-2303004" [ 959.757109] env[64022]: _type = "Task" [ 959.757109] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.765774] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.871919] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Successfully created port: cafe224b-5fd1-40ec-a55e-6ade8e077645 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.024113] env[64022]: DEBUG oslo_concurrency.lockutils [req-39f4b05c-7fa9-4797-8c69-3cfe8337cdfc req-fe8b0b5e-5cd9-48be-894f-a8564f6a3d5e service nova] Releasing lock "refresh_cache-b06374eb-56a4-4015-a322-53c7fd69108c" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.024415] env[64022]: DEBUG nova.compute.manager [req-39f4b05c-7fa9-4797-8c69-3cfe8337cdfc req-fe8b0b5e-5cd9-48be-894f-a8564f6a3d5e service nova] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Received event network-vif-deleted-1bba8733-8d4c-41f6-8232-953871992c9c {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.024640] env[64022]: DEBUG nova.compute.manager [req-39f4b05c-7fa9-4797-8c69-3cfe8337cdfc req-fe8b0b5e-5cd9-48be-894f-a8564f6a3d5e service nova] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Received event network-vif-deleted-6ffe85cd-3072-484b-b40a-c116d2061369 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.024834] env[64022]: INFO nova.compute.manager [req-39f4b05c-7fa9-4797-8c69-3cfe8337cdfc req-fe8b0b5e-5cd9-48be-894f-a8564f6a3d5e service nova] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Neutron deleted interface 6ffe85cd-3072-484b-b40a-c116d2061369; detaching it from the instance and deleting it from the info cache [ 960.025016] env[64022]: DEBUG nova.network.neutron [req-39f4b05c-7fa9-4797-8c69-3cfe8337cdfc req-fe8b0b5e-5cd9-48be-894f-a8564f6a3d5e service nova] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.078999] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.086540] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.160481] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525ab67b-f404-3795-3ecf-2b7fc9c227f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008006} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.164235] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed19881-6efd-4f0f-ac4c-ad0ca6930008 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.167546] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.171301] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 960.171301] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52125066-022a-474a-43f6-9c0a897b1e75" [ 960.171301] env[64022]: _type = "Task" [ 960.171301] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.182450] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52125066-022a-474a-43f6-9c0a897b1e75, 'name': SearchDatastore_Task, 'duration_secs': 0.008922} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.185077] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.185352] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] b06374eb-56a4-4015-a322-53c7fd69108c/b06374eb-56a4-4015-a322-53c7fd69108c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.185654] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98d1b9d4-90cd-47f0-8067-d442b305e390 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.195453] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 960.195453] env[64022]: value = "task-2303005" [ 960.195453] env[64022]: _type = "Task" [ 960.195453] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.204568] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.271598] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303004, 'name': PowerOffVM_Task, 'duration_secs': 0.201919} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.271598] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.276663] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Updating instance_info_cache with network_info: [{"id": "eb307d81-b943-44b9-b224-fdf79096763b", "address": "fa:16:3e:2b:18:15", "network": {"id": "2d58bf4f-914d-4bd6-8c82-99a9383e0f86", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1869952378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c9d4b29b65844c8bb25a40c8815c6b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb307d81-b9", "ovs_interfaceid": "eb307d81-b943-44b9-b224-fdf79096763b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.342269] env[64022]: INFO nova.compute.manager [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Detaching volume 33dd10f6-7819-4a82-9800-d2c14544a06a [ 960.380531] env[64022]: INFO nova.virt.block_device [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Attempting to driver detach volume 33dd10f6-7819-4a82-9800-d2c14544a06a from mountpoint /dev/sdb [ 960.380761] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 960.380956] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468513', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'name': 'volume-33dd10f6-7819-4a82-9800-d2c14544a06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ce8424-551f-41e7-a906-3e26bffc2c87', 'attached_at': '', 'detached_at': '', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'serial': '33dd10f6-7819-4a82-9800-d2c14544a06a'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 960.381921] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f67f9da-44ac-4fbf-9ed9-b00082f139a4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.409370] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc03cee-aa74-4d84-8dc2-0e8909cd6de8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.412683] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b66dfff-51f0-4d78-a604-809a22384d65 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.422622] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be5e7a3-c11a-4805-a870-d4d062451a7f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.425821] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f80f98-d6d1-4123-ae7b-fc85d8be2c62 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.471925] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d650a770-fbe9-498b-8ba2-a7c235280518 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.477099] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1c4611-d0ba-4bfd-8baf-acd5a3f45815 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.491828] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] The volume has not been displaced from its original location: [datastore2] volume-33dd10f6-7819-4a82-9800-d2c14544a06a/volume-33dd10f6-7819-4a82-9800-d2c14544a06a.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 960.497277] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 960.499974] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a084e1f5-cc56-4ee4-a63f-dda7825b8bb0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.513961] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99e9b9a-b95b-4381-82a5-9db21da437b1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.528950] env[64022]: DEBUG nova.compute.provider_tree [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.534386] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e255a04b-a285-4095-9fed-da79b7b425f0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.536587] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 960.536587] env[64022]: value = "task-2303006" [ 960.536587] env[64022]: _type = "Task" [ 960.536587] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.538309] env[64022]: DEBUG nova.scheduler.client.report [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.551857] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c890b6-4932-4380-8120-1caf1891bf86 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.565712] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.587884] env[64022]: DEBUG nova.compute.manager [req-39f4b05c-7fa9-4797-8c69-3cfe8337cdfc req-fe8b0b5e-5cd9-48be-894f-a8564f6a3d5e service nova] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Detach interface failed, port_id=6ffe85cd-3072-484b-b40a-c116d2061369, reason: Instance d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 960.706205] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303005, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.785125] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Releasing lock "refresh_cache-99646b7f-bc16-442e-8185-08920347a480" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.785125] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Instance network_info: |[{"id": "eb307d81-b943-44b9-b224-fdf79096763b", "address": "fa:16:3e:2b:18:15", "network": {"id": "2d58bf4f-914d-4bd6-8c82-99a9383e0f86", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1869952378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c9d4b29b65844c8bb25a40c8815c6b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb307d81-b9", "ovs_interfaceid": "eb307d81-b943-44b9-b224-fdf79096763b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.785343] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:18:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb307d81-b943-44b9-b224-fdf79096763b', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.793097] env[64022]: DEBUG oslo.service.loopingcall [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.793323] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99646b7f-bc16-442e-8185-08920347a480] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.793583] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e98eca9-c4da-4b19-81de-8bd6b2c1a535 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.813135] env[64022]: DEBUG nova.compute.manager [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] [instance: 99646b7f-bc16-442e-8185-08920347a480] Received event network-vif-plugged-eb307d81-b943-44b9-b224-fdf79096763b {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.813271] env[64022]: DEBUG oslo_concurrency.lockutils [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] Acquiring lock "99646b7f-bc16-442e-8185-08920347a480-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.813471] env[64022]: DEBUG oslo_concurrency.lockutils [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] Lock "99646b7f-bc16-442e-8185-08920347a480-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.813604] env[64022]: DEBUG oslo_concurrency.lockutils [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] Lock "99646b7f-bc16-442e-8185-08920347a480-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.813807] env[64022]: DEBUG nova.compute.manager [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] [instance: 99646b7f-bc16-442e-8185-08920347a480] No waiting events found dispatching network-vif-plugged-eb307d81-b943-44b9-b224-fdf79096763b {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.813976] env[64022]: WARNING nova.compute.manager [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] [instance: 99646b7f-bc16-442e-8185-08920347a480] Received unexpected event network-vif-plugged-eb307d81-b943-44b9-b224-fdf79096763b for instance with vm_state building and task_state spawning. [ 960.814180] env[64022]: DEBUG nova.compute.manager [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] [instance: 99646b7f-bc16-442e-8185-08920347a480] Received event network-changed-eb307d81-b943-44b9-b224-fdf79096763b {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.814346] env[64022]: DEBUG nova.compute.manager [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] [instance: 99646b7f-bc16-442e-8185-08920347a480] Refreshing instance network info cache due to event network-changed-eb307d81-b943-44b9-b224-fdf79096763b. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 960.814528] env[64022]: DEBUG oslo_concurrency.lockutils [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] Acquiring lock "refresh_cache-99646b7f-bc16-442e-8185-08920347a480" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.814710] env[64022]: DEBUG oslo_concurrency.lockutils [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] Acquired lock "refresh_cache-99646b7f-bc16-442e-8185-08920347a480" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.814892] env[64022]: DEBUG nova.network.neutron [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] [instance: 99646b7f-bc16-442e-8185-08920347a480] Refreshing network info cache for port eb307d81-b943-44b9-b224-fdf79096763b {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.817415] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.817415] env[64022]: value = "task-2303007" [ 960.817415] env[64022]: _type = "Task" [ 960.817415] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.829388] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303007, 'name': CreateVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.043231] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.975s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.043873] env[64022]: DEBUG nova.compute.manager [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.050295] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.670s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.052307] env[64022]: INFO nova.compute.claims [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.064042] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303006, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.095879] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.122845] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.123116] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.123279] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.123460] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.123604] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.123774] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.123990] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.124161] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.124328] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.124488] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.124799] env[64022]: DEBUG nova.virt.hardware [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.125542] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e895d7a9-5cdb-4550-98e4-1d0d56a5db6c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.133432] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cb9c0c-125e-4bdf-926b-be55fca2aabd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.205804] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54214} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.206097] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] b06374eb-56a4-4015-a322-53c7fd69108c/b06374eb-56a4-4015-a322-53c7fd69108c.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.206326] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.206584] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-903e3f64-515c-4692-9346-eebabc525389 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.213052] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 961.213052] env[64022]: value = "task-2303008" [ 961.213052] env[64022]: _type = "Task" [ 961.213052] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.220161] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.329360] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303007, 'name': CreateVM_Task, 'duration_secs': 0.380004} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.329487] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99646b7f-bc16-442e-8185-08920347a480] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.330157] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.330313] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.330636] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.330881] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b70b4f0-d3b8-4516-9558-bd6174b4690a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.335693] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 961.335693] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522e8efe-6cbe-d742-4af5-7a6370170da7" [ 961.335693] env[64022]: _type = "Task" [ 961.335693] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.343598] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522e8efe-6cbe-d742-4af5-7a6370170da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.553267] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303006, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.556515] env[64022]: DEBUG nova.compute.utils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 961.559459] env[64022]: DEBUG nova.compute.manager [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.559614] env[64022]: DEBUG nova.network.neutron [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.587873] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Successfully updated port: cafe224b-5fd1-40ec-a55e-6ade8e077645 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.663754] env[64022]: DEBUG nova.policy [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac8dad2d93541508b08e89e5cbc4e9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93c2c99c6bbb45d68fd6e9fca7bfa6d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.714533] env[64022]: DEBUG nova.network.neutron [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] [instance: 99646b7f-bc16-442e-8185-08920347a480] Updated VIF entry in instance network info cache for port eb307d81-b943-44b9-b224-fdf79096763b. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.714533] env[64022]: DEBUG nova.network.neutron [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] [instance: 99646b7f-bc16-442e-8185-08920347a480] Updating instance_info_cache with network_info: [{"id": "eb307d81-b943-44b9-b224-fdf79096763b", "address": "fa:16:3e:2b:18:15", "network": {"id": "2d58bf4f-914d-4bd6-8c82-99a9383e0f86", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1869952378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c9d4b29b65844c8bb25a40c8815c6b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb307d81-b9", "ovs_interfaceid": "eb307d81-b943-44b9-b224-fdf79096763b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.726847] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093525} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.727855] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.728848] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c14c7f-5b59-479e-908a-9e6fff4c1d14 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.753736] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] b06374eb-56a4-4015-a322-53c7fd69108c/b06374eb-56a4-4015-a322-53c7fd69108c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.754227] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7219acc7-b320-4b28-b819-167f43a8cd0e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.773614] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 961.773614] env[64022]: value = "task-2303009" [ 961.773614] env[64022]: _type = "Task" [ 961.773614] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.781457] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.846771] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522e8efe-6cbe-d742-4af5-7a6370170da7, 'name': SearchDatastore_Task, 'duration_secs': 0.044925} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.847094] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.847368] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.847626] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.847771] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.847955] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.848250] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86eede13-b1ae-4fef-9602-0d9530d02dec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.857195] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.857470] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.858248] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302a1fb0-429e-4cfd-97a5-3e61c67f85c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.863564] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 961.863564] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ebf14c-4502-e071-7457-73812805cec8" [ 961.863564] env[64022]: _type = "Task" [ 961.863564] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.871442] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ebf14c-4502-e071-7457-73812805cec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.012799] env[64022]: DEBUG nova.network.neutron [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Successfully created port: dd34844a-8cf8-47d4-a2da-cfe72d27ae18 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.053437] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303006, 'name': ReconfigVM_Task, 'duration_secs': 1.436031} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.053811] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.058518] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c781c50a-a9ae-4686-a99d-7c7f7d8eb172 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.068721] env[64022]: DEBUG nova.compute.manager [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.079771] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 962.079771] env[64022]: value = "task-2303010" [ 962.079771] env[64022]: _type = "Task" [ 962.079771] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.094997] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "refresh_cache-b874ce7f-a8e9-4d18-839c-0d11ef051cda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.095184] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquired lock "refresh_cache-b874ce7f-a8e9-4d18-839c-0d11ef051cda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.095336] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.098038] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303010, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.225594] env[64022]: DEBUG oslo_concurrency.lockutils [req-d20dd833-278d-488e-b385-fc7cbe70eab7 req-4c7e5ce2-30ac-45e0-80c8-01d9f273874e service nova] Releasing lock "refresh_cache-99646b7f-bc16-442e-8185-08920347a480" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.283130] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303009, 'name': ReconfigVM_Task, 'duration_secs': 0.410737} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.285445] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] b06374eb-56a4-4015-a322-53c7fd69108c/b06374eb-56a4-4015-a322-53c7fd69108c.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.286224] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15a6c531-f734-4703-a31c-98ae69d3fb3a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.292631] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 962.292631] env[64022]: value = "task-2303011" [ 962.292631] env[64022]: _type = "Task" [ 962.292631] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.302273] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303011, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.362023] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4fc04c-49cb-4598-8549-a09a579e876e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.375321] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a7c688-2e73-440d-b69d-455bf620b0d4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.378374] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ebf14c-4502-e071-7457-73812805cec8, 'name': SearchDatastore_Task, 'duration_secs': 0.00821} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.379470] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3a2e2c-1f11-4b1f-ba6d-68ea6f402571 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.407994] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b03b6a-0e47-436a-ba49-6f438c3b1caf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.412012] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 962.412012] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b584d7-1092-7430-81ea-f71ced2f963b" [ 962.412012] env[64022]: _type = "Task" [ 962.412012] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.418672] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf489ea-2731-422a-b8a2-b1cb854d7e81 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.425277] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b584d7-1092-7430-81ea-f71ced2f963b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.434539] env[64022]: DEBUG nova.compute.provider_tree [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.591011] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303010, 'name': ReconfigVM_Task, 'duration_secs': 0.141677} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.591332] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468513', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'name': 'volume-33dd10f6-7819-4a82-9800-d2c14544a06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ce8424-551f-41e7-a906-3e26bffc2c87', 'attached_at': '', 'detached_at': '', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'serial': '33dd10f6-7819-4a82-9800-d2c14544a06a'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 962.628789] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.767561] env[64022]: DEBUG nova.network.neutron [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Updating instance_info_cache with network_info: [{"id": "cafe224b-5fd1-40ec-a55e-6ade8e077645", "address": "fa:16:3e:15:ed:d1", "network": {"id": "2d58bf4f-914d-4bd6-8c82-99a9383e0f86", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1869952378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c9d4b29b65844c8bb25a40c8815c6b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcafe224b-5f", "ovs_interfaceid": "cafe224b-5fd1-40ec-a55e-6ade8e077645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.803174] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303011, 'name': Rename_Task, 'duration_secs': 0.146512} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.803326] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.803563] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5c7d31c-0432-42ee-a724-5816809fef4f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.809887] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 962.809887] env[64022]: value = "task-2303012" [ 962.809887] env[64022]: _type = "Task" [ 962.809887] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.817873] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.840744] env[64022]: DEBUG nova.compute.manager [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Received event network-vif-plugged-cafe224b-5fd1-40ec-a55e-6ade8e077645 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.841463] env[64022]: DEBUG oslo_concurrency.lockutils [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] Acquiring lock "b874ce7f-a8e9-4d18-839c-0d11ef051cda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.841463] env[64022]: DEBUG oslo_concurrency.lockutils [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] Lock "b874ce7f-a8e9-4d18-839c-0d11ef051cda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.841712] env[64022]: DEBUG oslo_concurrency.lockutils [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] Lock "b874ce7f-a8e9-4d18-839c-0d11ef051cda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.841987] env[64022]: DEBUG nova.compute.manager [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] No waiting events found dispatching network-vif-plugged-cafe224b-5fd1-40ec-a55e-6ade8e077645 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.843526] env[64022]: WARNING nova.compute.manager [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Received unexpected event network-vif-plugged-cafe224b-5fd1-40ec-a55e-6ade8e077645 for instance with vm_state building and task_state spawning. [ 962.843526] env[64022]: DEBUG nova.compute.manager [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Received event network-changed-cafe224b-5fd1-40ec-a55e-6ade8e077645 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.843526] env[64022]: DEBUG nova.compute.manager [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Refreshing instance network info cache due to event network-changed-cafe224b-5fd1-40ec-a55e-6ade8e077645. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 962.843526] env[64022]: DEBUG oslo_concurrency.lockutils [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] Acquiring lock "refresh_cache-b874ce7f-a8e9-4d18-839c-0d11ef051cda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.925012] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b584d7-1092-7430-81ea-f71ced2f963b, 'name': SearchDatastore_Task, 'duration_secs': 0.014805} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.925277] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.925534] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 99646b7f-bc16-442e-8185-08920347a480/99646b7f-bc16-442e-8185-08920347a480.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.925787] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea31ff00-749b-44cf-b27b-97edf88448cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.931860] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 962.931860] env[64022]: value = "task-2303013" [ 962.931860] env[64022]: _type = "Task" [ 962.931860] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.939857] env[64022]: DEBUG nova.scheduler.client.report [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.943012] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.081053] env[64022]: DEBUG nova.compute.manager [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.107638] env[64022]: DEBUG nova.virt.hardware [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.107956] env[64022]: DEBUG nova.virt.hardware [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.108149] env[64022]: DEBUG nova.virt.hardware [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.108384] env[64022]: DEBUG nova.virt.hardware [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.108569] env[64022]: DEBUG nova.virt.hardware [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.108748] env[64022]: DEBUG nova.virt.hardware [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.108991] env[64022]: DEBUG nova.virt.hardware [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.109233] env[64022]: DEBUG nova.virt.hardware [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.109431] env[64022]: DEBUG nova.virt.hardware [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.109631] env[64022]: DEBUG nova.virt.hardware [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.109837] env[64022]: DEBUG nova.virt.hardware [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.110765] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e7db42-a97e-4076-8bbe-1b57cc5eb5a0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.119798] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6793058-e81e-43a5-b611-37e8f1ed5072 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.270818] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Releasing lock "refresh_cache-b874ce7f-a8e9-4d18-839c-0d11ef051cda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.271246] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Instance network_info: |[{"id": "cafe224b-5fd1-40ec-a55e-6ade8e077645", "address": "fa:16:3e:15:ed:d1", "network": {"id": "2d58bf4f-914d-4bd6-8c82-99a9383e0f86", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1869952378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c9d4b29b65844c8bb25a40c8815c6b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcafe224b-5f", "ovs_interfaceid": "cafe224b-5fd1-40ec-a55e-6ade8e077645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.271634] env[64022]: DEBUG oslo_concurrency.lockutils [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] Acquired lock "refresh_cache-b874ce7f-a8e9-4d18-839c-0d11ef051cda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.271894] env[64022]: DEBUG nova.network.neutron [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Refreshing network info cache for port cafe224b-5fd1-40ec-a55e-6ade8e077645 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.273329] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:ed:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cafe224b-5fd1-40ec-a55e-6ade8e077645', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.282388] env[64022]: DEBUG oslo.service.loopingcall [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.286645] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.287407] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e03d3de-be88-4bc6-8ac1-f87f9d88a61b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.311836] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.311836] env[64022]: value = "task-2303014" [ 963.311836] env[64022]: _type = "Task" [ 963.311836] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.324413] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303012, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.328770] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303014, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.446336] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.446336] env[64022]: DEBUG nova.compute.manager [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.449111] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303013, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.449711] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.066s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.449711] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.452011] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.893s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.453655] env[64022]: INFO nova.compute.claims [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.498077] env[64022]: INFO nova.scheduler.client.report [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted allocations for instance cd06245e-0bb2-414c-81fe-e687c36d5790 [ 963.646976] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.647487] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64230dba-9eb7-412e-8359-0c005c2b02ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.654977] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 963.654977] env[64022]: value = "task-2303015" [ 963.654977] env[64022]: _type = "Task" [ 963.654977] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.662876] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.706459] env[64022]: DEBUG nova.network.neutron [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Updated VIF entry in instance network info cache for port cafe224b-5fd1-40ec-a55e-6ade8e077645. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.706808] env[64022]: DEBUG nova.network.neutron [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Updating instance_info_cache with network_info: [{"id": "cafe224b-5fd1-40ec-a55e-6ade8e077645", "address": "fa:16:3e:15:ed:d1", "network": {"id": "2d58bf4f-914d-4bd6-8c82-99a9383e0f86", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1869952378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c9d4b29b65844c8bb25a40c8815c6b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcafe224b-5f", "ovs_interfaceid": "cafe224b-5fd1-40ec-a55e-6ade8e077645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.760191] env[64022]: DEBUG nova.network.neutron [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Successfully updated port: dd34844a-8cf8-47d4-a2da-cfe72d27ae18 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.821384] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303012, 'name': PowerOnVM_Task, 'duration_secs': 0.572806} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.821969] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.822197] env[64022]: INFO nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Took 7.56 seconds to spawn the instance on the hypervisor. [ 963.822380] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.823098] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8fa5a9-4611-4847-984f-7078b046bd89 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.828127] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303014, 'name': CreateVM_Task, 'duration_secs': 0.434513} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.828550] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.829195] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.829357] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.829657] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.829901] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99735895-b4de-41dc-a245-e9006ea90220 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.839023] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 963.839023] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b2f716-f6f1-804b-d867-4fe5f38dc668" [ 963.839023] env[64022]: _type = "Task" [ 963.839023] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.844842] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b2f716-f6f1-804b-d867-4fe5f38dc668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.942096] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562301} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.942488] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 99646b7f-bc16-442e-8185-08920347a480/99646b7f-bc16-442e-8185-08920347a480.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.942831] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.943227] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a8f5196-7038-46c4-b470-cdef9e6a4098 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.949518] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 963.949518] env[64022]: value = "task-2303016" [ 963.949518] env[64022]: _type = "Task" [ 963.949518] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.957283] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.962593] env[64022]: DEBUG nova.compute.utils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 963.966433] env[64022]: DEBUG nova.compute.manager [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.967482] env[64022]: DEBUG nova.network.neutron [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.006097] env[64022]: DEBUG nova.policy [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ada22d28d08b4e8c9f4f88da40a5d079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d2d71a4e1514137b465aba7c9595303', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.009749] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ea2a83a5-6d73-4594-9743-0b1d769c4eac tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "cd06245e-0bb2-414c-81fe-e687c36d5790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.133s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.165092] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.165092] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 964.165289] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468513', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'name': 'volume-33dd10f6-7819-4a82-9800-d2c14544a06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ce8424-551f-41e7-a906-3e26bffc2c87', 'attached_at': '', 'detached_at': '', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'serial': '33dd10f6-7819-4a82-9800-d2c14544a06a'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 964.165919] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d271fe-323e-4586-87ec-d24996210d1d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.183854] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613becf9-a132-4e3b-bd4f-06a0ac431281 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.189489] env[64022]: WARNING nova.virt.vmwareapi.driver [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 964.189760] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.190537] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc19f3a6-1bcf-45ba-aeda-f6d5d5668a11 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.196237] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.196454] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-868ae5ff-bfee-44f5-a214-9d4b2f8ed545 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.209373] env[64022]: DEBUG oslo_concurrency.lockutils [req-4a0f512b-e674-4451-a295-682a3508bb6f req-4d177466-b9b2-44e4-84cb-1cda92137b72 service nova] Releasing lock "refresh_cache-b874ce7f-a8e9-4d18-839c-0d11ef051cda" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.260942] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.261234] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.261417] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleting the datastore file [datastore1] a3ce8424-551f-41e7-a906-3e26bffc2c87 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.262036] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.262152] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.262519] env[64022]: DEBUG nova.network.neutron [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.263932] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-697db9b9-8295-4828-aec8-256d68ba5e99 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.271311] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 964.271311] env[64022]: value = "task-2303018" [ 964.271311] env[64022]: _type = "Task" [ 964.271311] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.279834] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.288472] env[64022]: DEBUG nova.network.neutron [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Successfully created port: e10cc063-9478-4475-b07c-6d5b1bd1c200 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.346357] env[64022]: INFO nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Took 15.56 seconds to build instance. [ 964.353329] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b2f716-f6f1-804b-d867-4fe5f38dc668, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.353636] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.353927] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.354178] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.354327] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.354506] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.354765] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68f60371-f6b4-4634-8431-63f8c5a5cf79 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.362741] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.362918] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.364254] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19160a3-c072-475b-be9e-80abb006407e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.371525] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 964.371525] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5216df5e-a7e2-24ce-51c4-dc470c29ab94" [ 964.371525] env[64022]: _type = "Task" [ 964.371525] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.379081] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5216df5e-a7e2-24ce-51c4-dc470c29ab94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.460351] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069176} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.460521] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.461296] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b82b10-a5eb-450a-9f62-b31d60af89c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.475671] env[64022]: DEBUG nova.compute.manager [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.491897] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 99646b7f-bc16-442e-8185-08920347a480/99646b7f-bc16-442e-8185-08920347a480.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.496018] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be73729a-9671-47a4-bf4d-91c425fef614 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.516672] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 964.516672] env[64022]: value = "task-2303019" [ 964.516672] env[64022]: _type = "Task" [ 964.516672] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.526559] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.760800] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0f7571-3ede-41db-a530-3fbcf5af350d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.770926] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee258306-91f2-4cde-9022-afe1931afc0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.782099] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141347} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.805466] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.805685] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.805861] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.808974] env[64022]: DEBUG nova.network.neutron [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.811242] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bff881-d4b8-4987-a220-2c1bd888fae5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.818848] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e2062-0101-4ee7-b718-0cdb27370f4b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.824452] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.824642] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.836792] env[64022]: DEBUG nova.compute.provider_tree [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.849025] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "b06374eb-56a4-4015-a322-53c7fd69108c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.078s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.865697] env[64022]: DEBUG nova.compute.manager [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Received event network-vif-plugged-dd34844a-8cf8-47d4-a2da-cfe72d27ae18 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.865893] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] Acquiring lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.866110] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] Lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.866278] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] Lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.866440] env[64022]: DEBUG nova.compute.manager [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] No waiting events found dispatching network-vif-plugged-dd34844a-8cf8-47d4-a2da-cfe72d27ae18 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.866596] env[64022]: WARNING nova.compute.manager [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Received unexpected event network-vif-plugged-dd34844a-8cf8-47d4-a2da-cfe72d27ae18 for instance with vm_state building and task_state spawning. [ 964.866750] env[64022]: DEBUG nova.compute.manager [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Received event network-changed-dd34844a-8cf8-47d4-a2da-cfe72d27ae18 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.866899] env[64022]: DEBUG nova.compute.manager [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Refreshing instance network info cache due to event network-changed-dd34844a-8cf8-47d4-a2da-cfe72d27ae18. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 964.867083] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] Acquiring lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.881431] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5216df5e-a7e2-24ce-51c4-dc470c29ab94, 'name': SearchDatastore_Task, 'duration_secs': 0.008596} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.882213] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2be1b19-c3ab-4363-a229-fb0aba81e627 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.887705] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 964.887705] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52922233-be78-ba14-0c10-e9f960ae6106" [ 964.887705] env[64022]: _type = "Task" [ 964.887705] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.897651] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52922233-be78-ba14-0c10-e9f960ae6106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.966639] env[64022]: DEBUG nova.network.neutron [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating instance_info_cache with network_info: [{"id": "dd34844a-8cf8-47d4-a2da-cfe72d27ae18", "address": "fa:16:3e:ff:f5:72", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd34844a-8c", "ovs_interfaceid": "dd34844a-8cf8-47d4-a2da-cfe72d27ae18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.027076] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303019, 'name': ReconfigVM_Task, 'duration_secs': 0.293205} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.027419] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 99646b7f-bc16-442e-8185-08920347a480/99646b7f-bc16-442e-8185-08920347a480.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.028629] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76ff9ca0-79a9-45ba-86e4-bf2a9675b2b1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.035552] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 965.035552] env[64022]: value = "task-2303020" [ 965.035552] env[64022]: _type = "Task" [ 965.035552] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.047569] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303020, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.316470] env[64022]: INFO nova.virt.block_device [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Booting with volume 33dd10f6-7819-4a82-9800-d2c14544a06a at /dev/sdb [ 965.333613] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.333798] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 965.333931] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Rebuilding the list of instances to heal {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 965.339731] env[64022]: DEBUG nova.scheduler.client.report [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.357511] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c17f4f22-c129-49ce-8bbe-80b840dc9d88 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.367878] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4f9986-ab31-4a77-8a92-a7351f7d866d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.405189] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09aabb83-4665-49c7-90a9-fde659e21fbc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.410172] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52922233-be78-ba14-0c10-e9f960ae6106, 'name': SearchDatastore_Task, 'duration_secs': 0.009357} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.410750] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.411061] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] b874ce7f-a8e9-4d18-839c-0d11ef051cda/b874ce7f-a8e9-4d18-839c-0d11ef051cda.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.411379] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1682375e-2169-4c09-b9be-58c732ea08d6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.417081] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb2e2a7-05f1-41eb-9be1-5ac79cf039ab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.429965] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 965.429965] env[64022]: value = "task-2303021" [ 965.429965] env[64022]: _type = "Task" [ 965.429965] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.438326] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.452815] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fa1083-28f4-4126-af2b-65c19cb17d15 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.459010] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbe6829-abb1-48e7-a0bb-566cc101e1c1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.471516] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.471835] env[64022]: DEBUG nova.compute.manager [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Instance network_info: |[{"id": "dd34844a-8cf8-47d4-a2da-cfe72d27ae18", "address": "fa:16:3e:ff:f5:72", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd34844a-8c", "ovs_interfaceid": "dd34844a-8cf8-47d4-a2da-cfe72d27ae18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.472180] env[64022]: DEBUG nova.virt.block_device [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Updating existing volume attachment record: 522b8763-2e66-48cc-b868-4f77ac313f28 {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 965.474441] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] Acquired lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.474597] env[64022]: DEBUG nova.network.neutron [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Refreshing network info cache for port dd34844a-8cf8-47d4-a2da-cfe72d27ae18 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.475767] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:f5:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd34844a-8cf8-47d4-a2da-cfe72d27ae18', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.483703] env[64022]: DEBUG oslo.service.loopingcall [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 965.484481] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.484701] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ded26832-42f1-4b3e-86be-790d00c806ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.500387] env[64022]: DEBUG nova.compute.manager [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.508110] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.508110] env[64022]: value = "task-2303022" [ 965.508110] env[64022]: _type = "Task" [ 965.508110] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.515904] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303022, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.529309] env[64022]: DEBUG nova.virt.hardware [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.530033] env[64022]: DEBUG nova.virt.hardware [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.530033] env[64022]: DEBUG nova.virt.hardware [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.530215] env[64022]: DEBUG nova.virt.hardware [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.534019] env[64022]: DEBUG nova.virt.hardware [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.534019] env[64022]: DEBUG nova.virt.hardware [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.534019] env[64022]: DEBUG nova.virt.hardware [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.534019] env[64022]: DEBUG nova.virt.hardware [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.534019] env[64022]: DEBUG nova.virt.hardware [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.534019] env[64022]: DEBUG nova.virt.hardware [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.534019] env[64022]: DEBUG nova.virt.hardware [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.534019] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738eb20b-fe56-46c2-b867-bdd38e7a10a0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.542865] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56b0a46-b0eb-41d2-9a11-d051234dbd27 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.549957] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303020, 'name': Rename_Task, 'duration_secs': 0.136821} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.551105] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.551105] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22d2e6cb-7249-484d-a8fd-f252005cc447 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.565606] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 965.565606] env[64022]: value = "task-2303023" [ 965.565606] env[64022]: _type = "Task" [ 965.565606] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.574273] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.841315] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 99646b7f-bc16-442e-8185-08920347a480] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 965.841863] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 965.841863] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 965.841863] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 965.841863] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Skipping network cache update for instance because it is Building. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 965.845129] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.845671] env[64022]: DEBUG nova.compute.manager [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.851333] env[64022]: DEBUG oslo_concurrency.lockutils [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.009s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.851561] env[64022]: DEBUG nova.objects.instance [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lazy-loading 'resources' on Instance uuid c584ed71-b206-4a67-a0fc-c6964b5d0fae {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.874338] env[64022]: DEBUG nova.network.neutron [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Successfully updated port: e10cc063-9478-4475-b07c-6d5b1bd1c200 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.893111] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.893334] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquired lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.893466] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Forcefully refreshing network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 965.893691] env[64022]: DEBUG nova.objects.instance [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lazy-loading 'info_cache' on Instance uuid fd2648fd-9a15-40e9-aecb-b01d77939d1e {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.943204] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489183} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.943583] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] b874ce7f-a8e9-4d18-839c-0d11ef051cda/b874ce7f-a8e9-4d18-839c-0d11ef051cda.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.943886] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.944233] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-849ad151-f76b-4b4f-9a61-8980b3d44a0f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.951259] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 965.951259] env[64022]: value = "task-2303024" [ 965.951259] env[64022]: _type = "Task" [ 965.951259] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.959837] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.020270] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303022, 'name': CreateVM_Task, 'duration_secs': 0.486884} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.023143] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.024283] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.024283] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.024483] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.025022] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15edebba-6a20-4f3d-bb87-a74a5230c0ec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.030670] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 966.030670] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52000650-73ed-1a82-95d1-49d2ceb21190" [ 966.030670] env[64022]: _type = "Task" [ 966.030670] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.040080] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52000650-73ed-1a82-95d1-49d2ceb21190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.076537] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303023, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.250092] env[64022]: DEBUG nova.network.neutron [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updated VIF entry in instance network info cache for port dd34844a-8cf8-47d4-a2da-cfe72d27ae18. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.250409] env[64022]: DEBUG nova.network.neutron [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating instance_info_cache with network_info: [{"id": "dd34844a-8cf8-47d4-a2da-cfe72d27ae18", "address": "fa:16:3e:ff:f5:72", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd34844a-8c", "ovs_interfaceid": "dd34844a-8cf8-47d4-a2da-cfe72d27ae18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.355471] env[64022]: DEBUG nova.compute.utils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 966.359878] env[64022]: DEBUG nova.compute.manager [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.360056] env[64022]: DEBUG nova.network.neutron [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.376970] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.377157] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.377310] env[64022]: DEBUG nova.network.neutron [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.407817] env[64022]: DEBUG nova.policy [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74eac53c06664a36b052c6c93d6856be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '733738e8ff5c49e09368bafd52a4f959', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.463600] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068212} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.463898] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.464696] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6696c1a-ac18-4c59-9072-6487ebe8203f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.490717] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] b874ce7f-a8e9-4d18-839c-0d11ef051cda/b874ce7f-a8e9-4d18-839c-0d11ef051cda.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.493528] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94620a76-e3b2-4e43-af28-d1aa0af7ff11 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.513650] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 966.513650] env[64022]: value = "task-2303025" [ 966.513650] env[64022]: _type = "Task" [ 966.513650] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.524777] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.542307] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52000650-73ed-1a82-95d1-49d2ceb21190, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.542621] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.542885] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.543183] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.543350] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.543567] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.544061] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6f6ecaa-8ab9-40fe-bb8f-47a2446979a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.554056] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.554267] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.555080] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4789656e-90ac-4f98-98f0-141f60996ea5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.560611] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 966.560611] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52543c45-b9dd-ab82-165b-621a66b0b31f" [ 966.560611] env[64022]: _type = "Task" [ 966.560611] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.576171] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52543c45-b9dd-ab82-165b-621a66b0b31f, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.578042] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e58c1f-f43c-4366-9bbf-93a2cf9a56f4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.582713] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303023, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.587747] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 966.587747] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f2c22f-9494-9b24-a516-ed4becf6ac35" [ 966.587747] env[64022]: _type = "Task" [ 966.587747] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.595635] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f2c22f-9494-9b24-a516-ed4becf6ac35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.685476] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c78e298-5565-4a91-a8b7-b2746bd618f2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.694947] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c23c2be-90f2-40b5-b031-7653c11f0713 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.728985] env[64022]: DEBUG nova.network.neutron [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Successfully created port: 853d23c1-75a3-48a8-b57a-de3884777215 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.731487] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518c8878-de9a-4313-b124-e0e90e0ea51d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.741546] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccbd4cc-c76e-46d2-88e2-5e4e4b6aacda {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.763590] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbf6001c-5233-4782-9949-d176ef365913 req-92a3bd3b-bb4a-41d2-9ad0-9657829bd50c service nova] Releasing lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.764517] env[64022]: DEBUG nova.compute.provider_tree [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.860520] env[64022]: DEBUG nova.compute.manager [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.928403] env[64022]: DEBUG oslo_concurrency.lockutils [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "interface-96475efb-e024-4299-8f66-665d352dfb7a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.928403] env[64022]: DEBUG oslo_concurrency.lockutils [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-96475efb-e024-4299-8f66-665d352dfb7a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.928403] env[64022]: DEBUG nova.objects.instance [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'flavor' on Instance uuid 96475efb-e024-4299-8f66-665d352dfb7a {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.936583] env[64022]: DEBUG nova.network.neutron [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.027025] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303025, 'name': ReconfigVM_Task, 'duration_secs': 0.322761} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.027025] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Reconfigured VM instance instance-00000063 to attach disk [datastore2] b874ce7f-a8e9-4d18-839c-0d11ef051cda/b874ce7f-a8e9-4d18-839c-0d11ef051cda.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.027025] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aea27811-1fbc-4322-9a87-b419846500f8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.033089] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 967.033089] env[64022]: value = "task-2303026" [ 967.033089] env[64022]: _type = "Task" [ 967.033089] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.043018] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303026, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.072151] env[64022]: DEBUG nova.compute.manager [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Received event network-vif-plugged-e10cc063-9478-4475-b07c-6d5b1bd1c200 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.073542] env[64022]: DEBUG oslo_concurrency.lockutils [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] Acquiring lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.074684] env[64022]: DEBUG oslo_concurrency.lockutils [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] Lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.075177] env[64022]: DEBUG oslo_concurrency.lockutils [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] Lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.076501] env[64022]: DEBUG nova.compute.manager [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] No waiting events found dispatching network-vif-plugged-e10cc063-9478-4475-b07c-6d5b1bd1c200 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.076888] env[64022]: WARNING nova.compute.manager [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Received unexpected event network-vif-plugged-e10cc063-9478-4475-b07c-6d5b1bd1c200 for instance with vm_state building and task_state spawning. [ 967.077592] env[64022]: DEBUG nova.compute.manager [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Received event network-changed-e10cc063-9478-4475-b07c-6d5b1bd1c200 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.078452] env[64022]: DEBUG nova.compute.manager [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Refreshing instance network info cache due to event network-changed-e10cc063-9478-4475-b07c-6d5b1bd1c200. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 967.078813] env[64022]: DEBUG oslo_concurrency.lockutils [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] Acquiring lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.095641] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303023, 'name': PowerOnVM_Task, 'duration_secs': 1.200885} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.096341] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.096568] env[64022]: INFO nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Took 8.41 seconds to spawn the instance on the hypervisor. [ 967.096766] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.097563] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f973fa2-bb44-4b40-a0de-b533355af759 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.105246] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f2c22f-9494-9b24-a516-ed4becf6ac35, 'name': SearchDatastore_Task, 'duration_secs': 0.007984} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.105933] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.106326] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d267b6f7-b93f-41c5-9b04-ed2cfd38204f/d267b6f7-b93f-41c5-9b04-ed2cfd38204f.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.107138] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f602f2ee-b8d3-403f-8f6c-5b89b6222531 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.122978] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 967.122978] env[64022]: value = "task-2303027" [ 967.122978] env[64022]: _type = "Task" [ 967.122978] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.136805] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.155713] env[64022]: DEBUG nova.network.neutron [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating instance_info_cache with network_info: [{"id": "e10cc063-9478-4475-b07c-6d5b1bd1c200", "address": "fa:16:3e:69:b4:2b", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10cc063-94", "ovs_interfaceid": "e10cc063-9478-4475-b07c-6d5b1bd1c200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.267836] env[64022]: DEBUG nova.scheduler.client.report [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.539735] env[64022]: DEBUG nova.objects.instance [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'pci_requests' on Instance uuid 96475efb-e024-4299-8f66-665d352dfb7a {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.550162] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303026, 'name': Rename_Task, 'duration_secs': 0.166063} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.551411] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.551848] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d46af653-1d51-4df7-82ec-8cbac0af76ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.560565] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 967.560565] env[64022]: value = "task-2303028" [ 967.560565] env[64022]: _type = "Task" [ 967.560565] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.570638] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.626788] env[64022]: DEBUG nova.virt.hardware [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.626788] env[64022]: DEBUG nova.virt.hardware [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.626788] env[64022]: DEBUG nova.virt.hardware [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.626788] env[64022]: DEBUG nova.virt.hardware [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.626788] env[64022]: DEBUG nova.virt.hardware [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.626788] env[64022]: DEBUG nova.virt.hardware [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.626788] env[64022]: DEBUG nova.virt.hardware [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.626788] env[64022]: DEBUG nova.virt.hardware [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.626788] env[64022]: DEBUG nova.virt.hardware [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.626788] env[64022]: DEBUG nova.virt.hardware [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.628817] env[64022]: DEBUG nova.virt.hardware [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.631215] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11193cf6-9e95-4641-9091-aeeada2f34a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.640384] env[64022]: INFO nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Took 18.83 seconds to build instance. [ 967.648291] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2219f4-120d-4b34-8047-159f571a2a0d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.652412] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303027, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.663387] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.663737] env[64022]: DEBUG nova.compute.manager [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Instance network_info: |[{"id": "e10cc063-9478-4475-b07c-6d5b1bd1c200", "address": "fa:16:3e:69:b4:2b", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10cc063-94", "ovs_interfaceid": "e10cc063-9478-4475-b07c-6d5b1bd1c200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.664325] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:09:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bebadd9-499d-4564-b5f7-99d5d447ac0a', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.671905] env[64022]: DEBUG oslo.service.loopingcall [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 967.675379] env[64022]: DEBUG oslo_concurrency.lockutils [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] Acquired lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.675566] env[64022]: DEBUG nova.network.neutron [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Refreshing network info cache for port e10cc063-9478-4475-b07c-6d5b1bd1c200 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.676846] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:b4:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e10cc063-9478-4475-b07c-6d5b1bd1c200', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.683940] env[64022]: DEBUG oslo.service.loopingcall [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 967.684148] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.687018] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.690016] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83e5f5fe-384f-4384-af70-7ff0398d90b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.702196] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2821f4fa-fbce-4a7f-b6a2-256cd14f4b74 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.722786] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.722786] env[64022]: value = "task-2303029" [ 967.722786] env[64022]: _type = "Task" [ 967.722786] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.723607] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.723607] env[64022]: value = "task-2303030" [ 967.723607] env[64022]: _type = "Task" [ 967.723607] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.734313] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303030, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.737013] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303029, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.772750] env[64022]: DEBUG oslo_concurrency.lockutils [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.775409] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.608s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.775704] env[64022]: DEBUG nova.objects.instance [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lazy-loading 'resources' on Instance uuid d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.809743] env[64022]: INFO nova.scheduler.client.report [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Deleted allocations for instance c584ed71-b206-4a67-a0fc-c6964b5d0fae [ 967.872023] env[64022]: DEBUG nova.compute.manager [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.894946] env[64022]: DEBUG nova.virt.hardware [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.895240] env[64022]: DEBUG nova.virt.hardware [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.895393] env[64022]: DEBUG nova.virt.hardware [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.895591] env[64022]: DEBUG nova.virt.hardware [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.895753] env[64022]: DEBUG nova.virt.hardware [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.895900] env[64022]: DEBUG nova.virt.hardware [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.896148] env[64022]: DEBUG nova.virt.hardware [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.896324] env[64022]: DEBUG nova.virt.hardware [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.896547] env[64022]: DEBUG nova.virt.hardware [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.896708] env[64022]: DEBUG nova.virt.hardware [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.896885] env[64022]: DEBUG nova.virt.hardware [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.897808] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe14955-48f0-47be-af50-da7e5453ce3f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.908021] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a945290-48f6-4cca-bf6e-351b0cd98f6a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.028237] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Updating instance_info_cache with network_info: [{"id": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "address": "fa:16:3e:ec:85:cb", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8f1069-a1", "ovs_interfaceid": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.042444] env[64022]: DEBUG nova.objects.base [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Object Instance<96475efb-e024-4299-8f66-665d352dfb7a> lazy-loaded attributes: flavor,pci_requests {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 968.042686] env[64022]: DEBUG nova.network.neutron [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.075298] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.120275] env[64022]: DEBUG nova.policy [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd08471ed48d14639b7aeecf02e4971ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '400d48af30094ccba424ceee72faec9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.141471] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "99646b7f-bc16-442e-8185-08920347a480" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.341s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.141835] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538558} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.142109] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d267b6f7-b93f-41c5-9b04-ed2cfd38204f/d267b6f7-b93f-41c5-9b04-ed2cfd38204f.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.142570] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.142617] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a7f9850-ad86-4e53-a6c5-52bc74285c41 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.148776] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 968.148776] env[64022]: value = "task-2303031" [ 968.148776] env[64022]: _type = "Task" [ 968.148776] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.158103] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.242369] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303029, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.246794] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303030, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.317972] env[64022]: DEBUG oslo_concurrency.lockutils [None req-82150267-6f6a-4a84-a360-eef6249f586e tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "c584ed71-b206-4a67-a0fc-c6964b5d0fae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.938s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.377105] env[64022]: DEBUG nova.network.neutron [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updated VIF entry in instance network info cache for port e10cc063-9478-4475-b07c-6d5b1bd1c200. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.377557] env[64022]: DEBUG nova.network.neutron [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating instance_info_cache with network_info: [{"id": "e10cc063-9478-4475-b07c-6d5b1bd1c200", "address": "fa:16:3e:69:b4:2b", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10cc063-94", "ovs_interfaceid": "e10cc063-9478-4475-b07c-6d5b1bd1c200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.535936] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Releasing lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.535936] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Updated the network info_cache for instance {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 968.535936] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.535936] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.535936] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.535936] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.535936] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.535936] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.535936] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 968.535936] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.573076] env[64022]: DEBUG oslo_vmware.api [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303028, 'name': PowerOnVM_Task, 'duration_secs': 0.602596} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.573339] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.573553] env[64022]: INFO nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Took 7.48 seconds to spawn the instance on the hypervisor. [ 968.573735] env[64022]: DEBUG nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.574594] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f441963d-06b8-43f4-bec6-392d83fe2e2f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.587030] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a46ae19-97ff-45d5-9e22-2d636c509dce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.593878] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c0032d-56d6-48e6-8df2-014bd219af6f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.625570] env[64022]: DEBUG nova.network.neutron [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Successfully created port: 07fc4cf4-6b83-42d4-ac91-e9f5edaff60d {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.628674] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27167250-bfd7-4f87-8cf8-a9a3fe27c8bc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.632138] env[64022]: DEBUG nova.compute.manager [req-3a5f5dd3-660d-41e4-80aa-c233a8a2ed84 req-fc17e0bb-5311-444d-9add-0f1f4220ab4f service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Received event network-vif-plugged-853d23c1-75a3-48a8-b57a-de3884777215 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.632595] env[64022]: DEBUG oslo_concurrency.lockutils [req-3a5f5dd3-660d-41e4-80aa-c233a8a2ed84 req-fc17e0bb-5311-444d-9add-0f1f4220ab4f service nova] Acquiring lock "61d7c210-f223-4204-ab24-9193b7bc7c2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.632816] env[64022]: DEBUG oslo_concurrency.lockutils [req-3a5f5dd3-660d-41e4-80aa-c233a8a2ed84 req-fc17e0bb-5311-444d-9add-0f1f4220ab4f service nova] Lock "61d7c210-f223-4204-ab24-9193b7bc7c2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.632987] env[64022]: DEBUG oslo_concurrency.lockutils [req-3a5f5dd3-660d-41e4-80aa-c233a8a2ed84 req-fc17e0bb-5311-444d-9add-0f1f4220ab4f service nova] Lock "61d7c210-f223-4204-ab24-9193b7bc7c2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.633176] env[64022]: DEBUG nova.compute.manager [req-3a5f5dd3-660d-41e4-80aa-c233a8a2ed84 req-fc17e0bb-5311-444d-9add-0f1f4220ab4f service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] No waiting events found dispatching network-vif-plugged-853d23c1-75a3-48a8-b57a-de3884777215 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.633341] env[64022]: WARNING nova.compute.manager [req-3a5f5dd3-660d-41e4-80aa-c233a8a2ed84 req-fc17e0bb-5311-444d-9add-0f1f4220ab4f service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Received unexpected event network-vif-plugged-853d23c1-75a3-48a8-b57a-de3884777215 for instance with vm_state building and task_state spawning. [ 968.639586] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07df7c4-f3b1-4990-8b3f-76f93f37e5bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.653713] env[64022]: DEBUG nova.compute.provider_tree [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.662475] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078837} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.663288] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.664062] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed28d02-f85d-4f0f-88a1-c75e231b45e6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.686375] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] d267b6f7-b93f-41c5-9b04-ed2cfd38204f/d267b6f7-b93f-41c5-9b04-ed2cfd38204f.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.686959] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2159072-a365-4b15-93b6-14f36ea66307 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.707116] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 968.707116] env[64022]: value = "task-2303032" [ 968.707116] env[64022]: _type = "Task" [ 968.707116] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.715478] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.736578] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.736925] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.737312] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "619a6ec6-67f6-4f3d-a2d6-fdb611e07db0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.737555] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "619a6ec6-67f6-4f3d-a2d6-fdb611e07db0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.737837] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "619a6ec6-67f6-4f3d-a2d6-fdb611e07db0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.740372] env[64022]: INFO nova.compute.manager [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Terminating instance [ 968.747813] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303029, 'name': CreateVM_Task, 'duration_secs': 0.704182} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.747813] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303030, 'name': CreateVM_Task, 'duration_secs': 0.702075} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.748743] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.748899] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.749691] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.749871] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.750295] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.750763] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.751247] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f39345e5-7214-4d78-8148-8183f0ab0d43 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.756337] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 968.756337] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52453044-be2e-120c-7dea-8a092140453a" [ 968.756337] env[64022]: _type = "Task" [ 968.756337] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.768015] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52453044-be2e-120c-7dea-8a092140453a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.881614] env[64022]: DEBUG oslo_concurrency.lockutils [req-00788f35-3a54-41ba-b542-8237128be4d9 req-3a8780d4-f80b-4ee7-96e1-7a4a950b2304 service nova] Releasing lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.031790] env[64022]: DEBUG nova.network.neutron [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Successfully updated port: 853d23c1-75a3-48a8-b57a-de3884777215 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.038800] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.095472] env[64022]: INFO nova.compute.manager [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Took 20.26 seconds to build instance. [ 969.160229] env[64022]: DEBUG nova.scheduler.client.report [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.217221] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.240609] env[64022]: DEBUG nova.compute.manager [req-5af57b2f-7cab-4cf6-8303-23f0333f5b1f req-636688d2-8a2d-43af-be74-d373dde4eb25 service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Received event network-changed-853d23c1-75a3-48a8-b57a-de3884777215 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.240800] env[64022]: DEBUG nova.compute.manager [req-5af57b2f-7cab-4cf6-8303-23f0333f5b1f req-636688d2-8a2d-43af-be74-d373dde4eb25 service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Refreshing instance network info cache due to event network-changed-853d23c1-75a3-48a8-b57a-de3884777215. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 969.240970] env[64022]: DEBUG oslo_concurrency.lockutils [req-5af57b2f-7cab-4cf6-8303-23f0333f5b1f req-636688d2-8a2d-43af-be74-d373dde4eb25 service nova] Acquiring lock "refresh_cache-61d7c210-f223-4204-ab24-9193b7bc7c2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.241134] env[64022]: DEBUG oslo_concurrency.lockutils [req-5af57b2f-7cab-4cf6-8303-23f0333f5b1f req-636688d2-8a2d-43af-be74-d373dde4eb25 service nova] Acquired lock "refresh_cache-61d7c210-f223-4204-ab24-9193b7bc7c2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.241296] env[64022]: DEBUG nova.network.neutron [req-5af57b2f-7cab-4cf6-8303-23f0333f5b1f req-636688d2-8a2d-43af-be74-d373dde4eb25 service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Refreshing network info cache for port 853d23c1-75a3-48a8-b57a-de3884777215 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.249863] env[64022]: DEBUG nova.compute.manager [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.250081] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.251179] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c402395-e4ec-4dd2-9d4c-cccfd8aa465a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.259572] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.262452] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abed77f9-27fe-4e4d-8d21-aa565ca7706e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.269851] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52453044-be2e-120c-7dea-8a092140453a, 'name': SearchDatastore_Task, 'duration_secs': 0.014175} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.270996] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.271253] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.271485] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.271640] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.271847] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.272158] env[64022]: DEBUG oslo_vmware.api [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 969.272158] env[64022]: value = "task-2303033" [ 969.272158] env[64022]: _type = "Task" [ 969.272158] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.272370] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.272673] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.272891] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a83615c0-f272-49a1-bc17-6c01c031d38e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.274605] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56891400-4498-4677-9ef0-7fe8d90f0d25 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.283979] env[64022]: DEBUG oslo_vmware.api [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2303033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.285225] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 969.285225] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52616e1f-0b1f-526f-b8e4-7dd4255636f3" [ 969.285225] env[64022]: _type = "Task" [ 969.285225] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.289168] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.289343] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.290031] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0859893-90c3-45d7-8253-dfd96a5d0e77 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.297397] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52616e1f-0b1f-526f-b8e4-7dd4255636f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.298615] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 969.298615] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d91c29-2241-7180-9337-aa93fa54324e" [ 969.298615] env[64022]: _type = "Task" [ 969.298615] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.306514] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d91c29-2241-7180-9337-aa93fa54324e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.535408] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "refresh_cache-61d7c210-f223-4204-ab24-9193b7bc7c2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.597938] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "b874ce7f-a8e9-4d18-839c-0d11ef051cda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.765s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.665716] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.667990] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.629s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.668197] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.668356] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 969.669239] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5136249c-4c1a-43fd-9962-ed1ec7769924 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.677919] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720972a0-5577-4c5e-ae9b-96a704364924 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.693802] env[64022]: INFO nova.scheduler.client.report [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted allocations for instance d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba [ 969.695239] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f52bacd-b4ff-48b9-8ca9-4f4eada7ecac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.704900] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb7795-bc2e-4400-96e0-dbe254c54bf0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.715668] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303032, 'name': ReconfigVM_Task, 'duration_secs': 0.644413} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.739077] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Reconfigured VM instance instance-00000064 to attach disk [datastore2] d267b6f7-b93f-41c5-9b04-ed2cfd38204f/d267b6f7-b93f-41c5-9b04-ed2cfd38204f.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.740043] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178478MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 969.740043] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.740152] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.741782] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-554228ca-3590-486e-94a8-bda4975ebb97 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.750877] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 969.750877] env[64022]: value = "task-2303034" [ 969.750877] env[64022]: _type = "Task" [ 969.750877] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.758892] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303034, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.773025] env[64022]: DEBUG nova.network.neutron [req-5af57b2f-7cab-4cf6-8303-23f0333f5b1f req-636688d2-8a2d-43af-be74-d373dde4eb25 service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.783467] env[64022]: DEBUG oslo_vmware.api [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2303033, 'name': PowerOffVM_Task, 'duration_secs': 0.401001} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.783767] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.783872] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.784146] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5d78f1e-92d7-42ef-a261-392c8706698b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.793953] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52616e1f-0b1f-526f-b8e4-7dd4255636f3, 'name': SearchDatastore_Task, 'duration_secs': 0.01732} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.794253] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.794484] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.794688] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.808293] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d91c29-2241-7180-9337-aa93fa54324e, 'name': SearchDatastore_Task, 'duration_secs': 0.020229} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.809055] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb02d296-5ec5-4519-91c1-59b86d1de208 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.813811] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 969.813811] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522805be-6a73-f981-614d-9235bc2a676a" [ 969.813811] env[64022]: _type = "Task" [ 969.813811] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.821458] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522805be-6a73-f981-614d-9235bc2a676a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.857457] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.857676] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.857853] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Deleting the datastore file [datastore1] 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.858143] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b169b2d4-1eae-4bd7-8d92-720065004ee9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.861142] env[64022]: DEBUG nova.network.neutron [req-5af57b2f-7cab-4cf6-8303-23f0333f5b1f req-636688d2-8a2d-43af-be74-d373dde4eb25 service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.864960] env[64022]: DEBUG oslo_vmware.api [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for the task: (returnval){ [ 969.864960] env[64022]: value = "task-2303036" [ 969.864960] env[64022]: _type = "Task" [ 969.864960] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.874721] env[64022]: DEBUG oslo_vmware.api [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2303036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.031994] env[64022]: DEBUG oslo_concurrency.lockutils [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "b06374eb-56a4-4015-a322-53c7fd69108c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.032283] env[64022]: DEBUG oslo_concurrency.lockutils [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "b06374eb-56a4-4015-a322-53c7fd69108c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.032478] env[64022]: DEBUG oslo_concurrency.lockutils [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "b06374eb-56a4-4015-a322-53c7fd69108c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.032660] env[64022]: DEBUG oslo_concurrency.lockutils [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "b06374eb-56a4-4015-a322-53c7fd69108c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.032827] env[64022]: DEBUG oslo_concurrency.lockutils [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "b06374eb-56a4-4015-a322-53c7fd69108c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.034883] env[64022]: INFO nova.compute.manager [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Terminating instance [ 970.111707] env[64022]: DEBUG nova.network.neutron [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Successfully updated port: 07fc4cf4-6b83-42d4-ac91-e9f5edaff60d {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.204631] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aa4aefd-3897-4514-ad56-6e766400da40 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.395s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.267098] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303034, 'name': Rename_Task, 'duration_secs': 0.232462} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.268153] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.268466] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd94959e-b041-4905-b17d-f4ab2e0c2eea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.275713] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 970.275713] env[64022]: value = "task-2303037" [ 970.275713] env[64022]: _type = "Task" [ 970.275713] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.283340] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.324507] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522805be-6a73-f981-614d-9235bc2a676a, 'name': SearchDatastore_Task, 'duration_secs': 0.020426} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.324721] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.324969] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] f8f6c6f9-44fd-49ac-a103-0f2aacae02af/f8f6c6f9-44fd-49ac-a103-0f2aacae02af.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.325268] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.325459] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.325677] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8bd24da-e9c2-4e75-8bf7-7ef3957d5211 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.327650] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1458b9fb-24a0-4c41-81cf-3009d175591f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.333217] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 970.333217] env[64022]: value = "task-2303038" [ 970.333217] env[64022]: _type = "Task" [ 970.333217] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.337505] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.337683] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.338724] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bff77cc-569d-47f3-867b-7b10338bc615 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.344097] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.347149] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 970.347149] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d99d50-6152-79f8-a270-43e490fcbfdf" [ 970.347149] env[64022]: _type = "Task" [ 970.347149] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.354389] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d99d50-6152-79f8-a270-43e490fcbfdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.364012] env[64022]: DEBUG oslo_concurrency.lockutils [req-5af57b2f-7cab-4cf6-8303-23f0333f5b1f req-636688d2-8a2d-43af-be74-d373dde4eb25 service nova] Releasing lock "refresh_cache-61d7c210-f223-4204-ab24-9193b7bc7c2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.364366] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired lock "refresh_cache-61d7c210-f223-4204-ab24-9193b7bc7c2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.364529] env[64022]: DEBUG nova.network.neutron [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.374069] env[64022]: DEBUG oslo_vmware.api [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2303036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.539267] env[64022]: DEBUG nova.compute.manager [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.539675] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.540528] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6072bf77-db68-45da-8ec5-5e7bd1ef993c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.548855] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.549157] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71027545-1cb4-435b-8228-04e72f4d6048 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.554836] env[64022]: DEBUG oslo_vmware.api [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 970.554836] env[64022]: value = "task-2303039" [ 970.554836] env[64022]: _type = "Task" [ 970.554836] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.562704] env[64022]: DEBUG oslo_vmware.api [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.614245] env[64022]: DEBUG oslo_concurrency.lockutils [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.614860] env[64022]: DEBUG oslo_concurrency.lockutils [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.614860] env[64022]: DEBUG nova.network.neutron [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.782965] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance fd2648fd-9a15-40e9-aecb-b01d77939d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.783183] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.783376] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 02a836ec-8677-4076-98b1-3ac308500668 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.783554] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 88a9b493-e20e-4345-ae45-4b248b380ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.783724] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 1477c326-91e3-447f-9c8c-e2ff0c6875a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.783917] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 6f33f839-08f9-4f61-a513-16cc247eb2d3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.784133] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance a3ce8424-551f-41e7-a906-3e26bffc2c87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.784318] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance d8f02443-015d-4fbb-9b39-0b139f54dfb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.784492] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 17d37def-85e7-40d3-967f-129223aafcc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.784665] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance f43a0961-5dc5-42cf-8493-e769273bc3a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.784869] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance b9903f01-57d3-41e8-9949-a087b73736b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.785044] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 96475efb-e024-4299-8f66-665d352dfb7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.785222] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance b06374eb-56a4-4015-a322-53c7fd69108c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.785425] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 99646b7f-bc16-442e-8185-08920347a480 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.785594] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance b874ce7f-a8e9-4d18-839c-0d11ef051cda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.785787] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance d267b6f7-b93f-41c5-9b04-ed2cfd38204f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.785953] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance f8f6c6f9-44fd-49ac-a103-0f2aacae02af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.786115] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 61d7c210-f223-4204-ab24-9193b7bc7c2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.786409] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 970.786609] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 970.798573] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.850605] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303038, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.864757] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d99d50-6152-79f8-a270-43e490fcbfdf, 'name': SearchDatastore_Task, 'duration_secs': 0.067504} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.865694] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49520488-b4d8-4462-8287-4110ec3add71 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.878499] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 970.878499] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5201ba94-1f61-caca-fe0e-c801c3ceefbc" [ 970.878499] env[64022]: _type = "Task" [ 970.878499] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.881813] env[64022]: DEBUG oslo_vmware.api [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Task: {'id': task-2303036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538164} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.885162] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.885369] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.885553] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.885747] env[64022]: INFO nova.compute.manager [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Took 1.64 seconds to destroy the instance on the hypervisor. [ 970.886139] env[64022]: DEBUG oslo.service.loopingcall [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.886366] env[64022]: DEBUG nova.compute.manager [-] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.886465] env[64022]: DEBUG nova.network.neutron [-] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.896495] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5201ba94-1f61-caca-fe0e-c801c3ceefbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.931901] env[64022]: DEBUG nova.network.neutron [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.066564] env[64022]: DEBUG oslo_vmware.api [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303039, 'name': PowerOffVM_Task, 'duration_secs': 0.186303} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.070293] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.070532] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.076610] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a90cac0f-53ff-45c8-a47b-956f283f4edc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.083249] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13851ccb-427c-4256-bdfc-d355b1f9bff7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.092307] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ab629f-5bbf-4c28-bdd7-f71ae1b6959a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.125646] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334aed96-b0b0-4449-b760-0ba9f972a9cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.133741] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2c6522-8ce8-46c8-a4ed-ae46331ddebc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.143228] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.143480] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.143952] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Deleting the datastore file [datastore2] b06374eb-56a4-4015-a322-53c7fd69108c {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.144053] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dca648b8-d60b-42f8-b9df-7cdcc04d8af8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.154765] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.160921] env[64022]: DEBUG oslo_vmware.api [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 971.160921] env[64022]: value = "task-2303041" [ 971.160921] env[64022]: _type = "Task" [ 971.160921] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.172253] env[64022]: DEBUG oslo_vmware.api [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.194794] env[64022]: WARNING nova.network.neutron [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] 95fcd637-aab7-4554-a701-a1f317731c5b already exists in list: networks containing: ['95fcd637-aab7-4554-a701-a1f317731c5b']. ignoring it [ 971.241396] env[64022]: DEBUG nova.network.neutron [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Updating instance_info_cache with network_info: [{"id": "853d23c1-75a3-48a8-b57a-de3884777215", "address": "fa:16:3e:d5:0f:11", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853d23c1-75", "ovs_interfaceid": "853d23c1-75a3-48a8-b57a-de3884777215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.285466] env[64022]: DEBUG oslo_vmware.api [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303037, 'name': PowerOnVM_Task, 'duration_secs': 0.699067} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.285730] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.286016] env[64022]: INFO nova.compute.manager [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Took 8.20 seconds to spawn the instance on the hypervisor. [ 971.286229] env[64022]: DEBUG nova.compute.manager [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.287225] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025b97ff-e855-4892-b261-f0a656555885 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.344281] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631868} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.345225] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] f8f6c6f9-44fd-49ac-a103-0f2aacae02af/f8f6c6f9-44fd-49ac-a103-0f2aacae02af.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.345439] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.345710] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfda68d0-903a-45d5-a2d7-f1fc837593ab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.352279] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 971.352279] env[64022]: value = "task-2303042" [ 971.352279] env[64022]: _type = "Task" [ 971.352279] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.360042] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.392310] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5201ba94-1f61-caca-fe0e-c801c3ceefbc, 'name': SearchDatastore_Task, 'duration_secs': 0.051983} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.392578] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.392829] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] a3ce8424-551f-41e7-a906-3e26bffc2c87/a3ce8424-551f-41e7-a906-3e26bffc2c87.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.393483] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05d3555a-67f4-4193-a54a-5de8817bf187 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.399473] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 971.399473] env[64022]: value = "task-2303043" [ 971.399473] env[64022]: _type = "Task" [ 971.399473] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.409012] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.586397] env[64022]: DEBUG nova.network.neutron [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Updating instance_info_cache with network_info: [{"id": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "address": "fa:16:3e:fa:de:56", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877d917c-bd", "ovs_interfaceid": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07fc4cf4-6b83-42d4-ac91-e9f5edaff60d", "address": "fa:16:3e:7c:be:83", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07fc4cf4-6b", "ovs_interfaceid": "07fc4cf4-6b83-42d4-ac91-e9f5edaff60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.589683] env[64022]: DEBUG nova.compute.manager [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Received event network-vif-plugged-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.589890] env[64022]: DEBUG oslo_concurrency.lockutils [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] Acquiring lock "96475efb-e024-4299-8f66-665d352dfb7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.590111] env[64022]: DEBUG oslo_concurrency.lockutils [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] Lock "96475efb-e024-4299-8f66-665d352dfb7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.590284] env[64022]: DEBUG oslo_concurrency.lockutils [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] Lock "96475efb-e024-4299-8f66-665d352dfb7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.590450] env[64022]: DEBUG nova.compute.manager [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] No waiting events found dispatching network-vif-plugged-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.590618] env[64022]: WARNING nova.compute.manager [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Received unexpected event network-vif-plugged-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d for instance with vm_state active and task_state None. [ 971.590777] env[64022]: DEBUG nova.compute.manager [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Received event network-changed-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.590933] env[64022]: DEBUG nova.compute.manager [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Refreshing instance network info cache due to event network-changed-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 971.591114] env[64022]: DEBUG oslo_concurrency.lockutils [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] Acquiring lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.658290] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.671412] env[64022]: DEBUG oslo_vmware.api [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170551} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.671654] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.671838] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.672025] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.672208] env[64022]: INFO nova.compute.manager [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 971.673033] env[64022]: DEBUG oslo.service.loopingcall [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.673033] env[64022]: DEBUG nova.compute.manager [-] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.673033] env[64022]: DEBUG nova.network.neutron [-] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.747159] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Releasing lock "refresh_cache-61d7c210-f223-4204-ab24-9193b7bc7c2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.747357] env[64022]: DEBUG nova.compute.manager [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Instance network_info: |[{"id": "853d23c1-75a3-48a8-b57a-de3884777215", "address": "fa:16:3e:d5:0f:11", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853d23c1-75", "ovs_interfaceid": "853d23c1-75a3-48a8-b57a-de3884777215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.748039] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:0f:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '853d23c1-75a3-48a8-b57a-de3884777215', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.756271] env[64022]: DEBUG oslo.service.loopingcall [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.756387] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.756548] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23cedd16-ecea-4754-ab95-66abc0f08332 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.776203] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.776203] env[64022]: value = "task-2303044" [ 971.776203] env[64022]: _type = "Task" [ 971.776203] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.783731] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303044, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.809568] env[64022]: INFO nova.compute.manager [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Took 21.30 seconds to build instance. [ 971.865074] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065458} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.866069] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.866527] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9063001a-9948-4116-b2cd-3a1c31846bfc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.895602] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] f8f6c6f9-44fd-49ac-a103-0f2aacae02af/f8f6c6f9-44fd-49ac-a103-0f2aacae02af.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.896020] env[64022]: DEBUG nova.network.neutron [-] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.897370] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbfc1767-7e82-426f-91c1-d1faf838b260 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.924124] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303043, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.925998] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 971.925998] env[64022]: value = "task-2303045" [ 971.925998] env[64022]: _type = "Task" [ 971.925998] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.940204] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.046172] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "56622c57-3a52-43bf-a9d0-94549077b499" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.046462] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "56622c57-3a52-43bf-a9d0-94549077b499" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.092676] env[64022]: DEBUG oslo_concurrency.lockutils [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.093586] env[64022]: DEBUG oslo_concurrency.lockutils [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.093828] env[64022]: DEBUG oslo_concurrency.lockutils [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.094211] env[64022]: DEBUG oslo_concurrency.lockutils [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] Acquired lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.094442] env[64022]: DEBUG nova.network.neutron [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Refreshing network info cache for port 07fc4cf4-6b83-42d4-ac91-e9f5edaff60d {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.096750] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b5f03e-b75a-4b82-84d8-af0463f95ec9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.116018] env[64022]: DEBUG nova.virt.hardware [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.116699] env[64022]: DEBUG nova.virt.hardware [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.116699] env[64022]: DEBUG nova.virt.hardware [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.116699] env[64022]: DEBUG nova.virt.hardware [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.116999] env[64022]: DEBUG nova.virt.hardware [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.116999] env[64022]: DEBUG nova.virt.hardware [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.117152] env[64022]: DEBUG nova.virt.hardware [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.117335] env[64022]: DEBUG nova.virt.hardware [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.117501] env[64022]: DEBUG nova.virt.hardware [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.117709] env[64022]: DEBUG nova.virt.hardware [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.117851] env[64022]: DEBUG nova.virt.hardware [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.124499] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Reconfiguring VM to attach interface {{(pid=64022) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 972.125656] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caa84214-32f8-453b-a848-92e84c731c4d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.145281] env[64022]: DEBUG oslo_vmware.api [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 972.145281] env[64022]: value = "task-2303046" [ 972.145281] env[64022]: _type = "Task" [ 972.145281] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.154374] env[64022]: DEBUG oslo_vmware.api [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303046, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.166982] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 972.167211] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.427s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.287323] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303044, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.308057] env[64022]: DEBUG oslo_concurrency.lockutils [None req-44a96776-c994-489d-a933-2811324c693c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.817s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.416275] env[64022]: INFO nova.compute.manager [-] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Took 1.53 seconds to deallocate network for instance. [ 972.431953] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969977} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.436035] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] a3ce8424-551f-41e7-a906-3e26bffc2c87/a3ce8424-551f-41e7-a906-3e26bffc2c87.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.436186] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.436465] env[64022]: DEBUG nova.network.neutron [-] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.438122] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e035d65-2af4-426d-9298-9c22ecfb0d23 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.447311] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303045, 'name': ReconfigVM_Task, 'duration_secs': 0.477459} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.448711] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Reconfigured VM instance instance-00000065 to attach disk [datastore1] f8f6c6f9-44fd-49ac-a103-0f2aacae02af/f8f6c6f9-44fd-49ac-a103-0f2aacae02af.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.449453] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 972.449453] env[64022]: value = "task-2303047" [ 972.449453] env[64022]: _type = "Task" [ 972.449453] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.449897] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72d0cd5b-ac75-4363-b48b-97249a676ae9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.461796] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.463011] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 972.463011] env[64022]: value = "task-2303048" [ 972.463011] env[64022]: _type = "Task" [ 972.463011] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.470565] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303048, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.550204] env[64022]: DEBUG nova.compute.manager [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.655804] env[64022]: DEBUG oslo_vmware.api [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.786710] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303044, 'name': CreateVM_Task, 'duration_secs': 0.51938} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.786906] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.787558] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.787725] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.788095] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.788353] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5df49f-00ca-45eb-b436-19b4ee3b1d8c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.792332] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 972.792332] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520de672-ae50-02ed-496d-ec77826ff2ad" [ 972.792332] env[64022]: _type = "Task" [ 972.792332] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.799326] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520de672-ae50-02ed-496d-ec77826ff2ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.812136] env[64022]: DEBUG nova.network.neutron [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Updated VIF entry in instance network info cache for port 07fc4cf4-6b83-42d4-ac91-e9f5edaff60d. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.812532] env[64022]: DEBUG nova.network.neutron [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Updating instance_info_cache with network_info: [{"id": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "address": "fa:16:3e:fa:de:56", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877d917c-bd", "ovs_interfaceid": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07fc4cf4-6b83-42d4-ac91-e9f5edaff60d", "address": "fa:16:3e:7c:be:83", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07fc4cf4-6b", "ovs_interfaceid": "07fc4cf4-6b83-42d4-ac91-e9f5edaff60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.929830] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.930223] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.930523] env[64022]: DEBUG nova.objects.instance [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lazy-loading 'resources' on Instance uuid 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.936866] env[64022]: DEBUG nova.compute.manager [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Stashing vm_state: active {{(pid=64022) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 972.942280] env[64022]: INFO nova.compute.manager [-] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Took 1.27 seconds to deallocate network for instance. [ 972.961478] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060334} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.961791] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.962615] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da42c74-6a2d-4e77-8bf7-119c29b77b01 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.989634] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] a3ce8424-551f-41e7-a906-3e26bffc2c87/a3ce8424-551f-41e7-a906-3e26bffc2c87.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.993168] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e632d330-abdf-4cda-8d9c-348e0e09910d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.007765] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303048, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.012121] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 973.012121] env[64022]: value = "task-2303049" [ 973.012121] env[64022]: _type = "Task" [ 973.012121] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.019790] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.075514] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.158501] env[64022]: DEBUG oslo_vmware.api [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.303079] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520de672-ae50-02ed-496d-ec77826ff2ad, 'name': SearchDatastore_Task, 'duration_secs': 0.054598} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.303425] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.303608] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.303810] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.303975] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.304177] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.304447] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84cac568-11ad-4c8f-81fd-1302825320e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.315250] env[64022]: DEBUG oslo_concurrency.lockutils [req-87f7e839-d58f-47c1-ae36-882d443cc838 req-142ecae0-a145-4e07-8284-4a6dea334ad8 service nova] Releasing lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.317230] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.317407] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.318163] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88a691e-a7dd-4949-bd2e-fd9a27858fca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.323325] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 973.323325] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52416fa8-abb7-d683-3580-83f8e49e89bd" [ 973.323325] env[64022]: _type = "Task" [ 973.323325] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.331694] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52416fa8-abb7-d683-3580-83f8e49e89bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.447574] env[64022]: DEBUG oslo_concurrency.lockutils [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.455669] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.476750] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303048, 'name': Rename_Task, 'duration_secs': 0.52772} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.477093] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.477293] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0e0a4a8-2f85-4e94-b791-2dc9a5efbc4d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.484045] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 973.484045] env[64022]: value = "task-2303050" [ 973.484045] env[64022]: _type = "Task" [ 973.484045] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.491244] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.523813] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.619256] env[64022]: DEBUG nova.compute.manager [req-a0a2a240-a215-407f-aea8-c392e214a7f4 req-63c0a565-429c-43f4-9d54-68b454d0ae0e service nova] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Received event network-vif-deleted-9662894b-62f4-4d5d-910c-2715d6696598 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.619500] env[64022]: DEBUG nova.compute.manager [req-a0a2a240-a215-407f-aea8-c392e214a7f4 req-63c0a565-429c-43f4-9d54-68b454d0ae0e service nova] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Received event network-vif-deleted-5b855e7f-c710-498e-bd56-1c9a06e22f09 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.659186] env[64022]: DEBUG oslo_vmware.api [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303046, 'name': ReconfigVM_Task, 'duration_secs': 1.238057} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.659724] env[64022]: DEBUG oslo_concurrency.lockutils [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.659977] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Reconfigured VM to attach interface {{(pid=64022) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 973.702070] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e4481f-e75d-40b5-a6b2-6ea68cb0b26a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.710184] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0651b978-9f72-42ae-a9a3-651d4de586fb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.745779] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb380489-bbd6-4e01-ac9c-392b94cc27d6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.754210] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d46c5c9-b18b-4866-b6f4-63b8f33943ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.768211] env[64022]: DEBUG nova.compute.provider_tree [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.833436] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52416fa8-abb7-d683-3580-83f8e49e89bd, 'name': SearchDatastore_Task, 'duration_secs': 0.031402} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.834386] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa4dbfe-383c-45ad-b92c-e5712046cc80 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.839679] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 973.839679] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527b49cf-df23-d8b1-d9e4-dc4ce93c9968" [ 973.839679] env[64022]: _type = "Task" [ 973.839679] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.848155] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527b49cf-df23-d8b1-d9e4-dc4ce93c9968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.994693] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303050, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.024066] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303049, 'name': ReconfigVM_Task, 'duration_secs': 0.634677} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.024066] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Reconfigured VM instance instance-0000004b to attach disk [datastore1] a3ce8424-551f-41e7-a906-3e26bffc2c87/a3ce8424-551f-41e7-a906-3e26bffc2c87.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.025460] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_type': 'disk', 'size': 0, 'boot_index': 0, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468513', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'name': 'volume-33dd10f6-7819-4a82-9800-d2c14544a06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ce8424-551f-41e7-a906-3e26bffc2c87', 'attached_at': '', 'detached_at': '', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'serial': '33dd10f6-7819-4a82-9800-d2c14544a06a'}, 'device_type': None, 'boot_index': None, 'guest_format': None, 'attachment_id': '522b8763-2e66-48cc-b868-4f77ac313f28', 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=64022) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 974.025701] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 974.025925] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468513', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'name': 'volume-33dd10f6-7819-4a82-9800-d2c14544a06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ce8424-551f-41e7-a906-3e26bffc2c87', 'attached_at': '', 'detached_at': '', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'serial': '33dd10f6-7819-4a82-9800-d2c14544a06a'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 974.026838] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34912d2-136b-451d-9b38-93fb39df752e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.044436] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6645cc-61d8-4e9b-9d4e-5e4ab5e222d9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.069939] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-33dd10f6-7819-4a82-9800-d2c14544a06a/volume-33dd10f6-7819-4a82-9800-d2c14544a06a.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.070281] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef12db2b-cf36-49b4-aaf9-a4b87d970bb5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.088344] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 974.088344] env[64022]: value = "task-2303051" [ 974.088344] env[64022]: _type = "Task" [ 974.088344] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.096422] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.164820] env[64022]: DEBUG oslo_concurrency.lockutils [None req-495b5f92-93ee-410f-89ee-4e491a58787e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-96475efb-e024-4299-8f66-665d352dfb7a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.238s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.271128] env[64022]: DEBUG nova.scheduler.client.report [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.352812] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]527b49cf-df23-d8b1-d9e4-dc4ce93c9968, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.353146] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.353448] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 61d7c210-f223-4204-ab24-9193b7bc7c2d/61d7c210-f223-4204-ab24-9193b7bc7c2d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.354088] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3c529d3-127f-42d1-b770-7aa9d3bbcdeb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.360102] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 974.360102] env[64022]: value = "task-2303052" [ 974.360102] env[64022]: _type = "Task" [ 974.360102] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.369079] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.494315] env[64022]: DEBUG oslo_vmware.api [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303050, 'name': PowerOnVM_Task, 'duration_secs': 0.706073} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.494549] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.494784] env[64022]: INFO nova.compute.manager [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Took 8.99 seconds to spawn the instance on the hypervisor. [ 974.495018] env[64022]: DEBUG nova.compute.manager [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.495838] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb714e8-d179-4737-a09c-21650bac91d8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.598083] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303051, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.778916] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.781938] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.706s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.783756] env[64022]: INFO nova.compute.claims [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.800766] env[64022]: INFO nova.scheduler.client.report [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Deleted allocations for instance 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0 [ 974.871325] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303052, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.012314] env[64022]: INFO nova.compute.manager [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Took 21.65 seconds to build instance. [ 975.099291] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303051, 'name': ReconfigVM_Task, 'duration_secs': 0.552302} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.099579] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-33dd10f6-7819-4a82-9800-d2c14544a06a/volume-33dd10f6-7819-4a82-9800-d2c14544a06a.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.104533] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aaf2335-d563-46ef-b2cf-c742a247bdfe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.119417] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 975.119417] env[64022]: value = "task-2303053" [ 975.119417] env[64022]: _type = "Task" [ 975.119417] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.127528] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.309747] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Lock "619a6ec6-67f6-4f3d-a2d6-fdb611e07db0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.573s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.371725] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631988} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.372102] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 61d7c210-f223-4204-ab24-9193b7bc7c2d/61d7c210-f223-4204-ab24-9193b7bc7c2d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.372343] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.373633] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-878b5968-bb9c-40bd-9d7f-c157e5ebc299 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.379731] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 975.379731] env[64022]: value = "task-2303054" [ 975.379731] env[64022]: _type = "Task" [ 975.379731] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.389843] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.514745] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.162s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.631981] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303053, 'name': ReconfigVM_Task, 'duration_secs': 0.350467} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.632390] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468513', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'name': 'volume-33dd10f6-7819-4a82-9800-d2c14544a06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ce8424-551f-41e7-a906-3e26bffc2c87', 'attached_at': '', 'detached_at': '', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'serial': '33dd10f6-7819-4a82-9800-d2c14544a06a'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 975.633113] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91c50ef0-df50-4edf-9d6f-85af1bb97f2f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.640790] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 975.640790] env[64022]: value = "task-2303055" [ 975.640790] env[64022]: _type = "Task" [ 975.640790] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.650991] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303055, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.827934] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "interface-96475efb-e024-4299-8f66-665d352dfb7a-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.829029] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-96475efb-e024-4299-8f66-665d352dfb7a-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.892165] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06539} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.892485] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.893348] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d8a588-db3f-40cf-82e3-8efc6e0f0744 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.922292] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 61d7c210-f223-4204-ab24-9193b7bc7c2d/61d7c210-f223-4204-ab24-9193b7bc7c2d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.925223] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c35887-b630-49ac-a6ce-19d946989157 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.946392] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 975.946392] env[64022]: value = "task-2303056" [ 975.946392] env[64022]: _type = "Task" [ 975.946392] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.957593] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.139787] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8e6ab2-532a-437d-acdc-64f5abba9569 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.151597] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303055, 'name': Rename_Task, 'duration_secs': 0.37516} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.154705] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.154705] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec7bd133-f5cc-40a8-9571-e95201a090fc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.157353] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366940f2-dc3f-495c-8a68-82aad0d2c0cd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.197736] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0189e93e-de64-462a-98b6-885555a0b287 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.202243] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 976.202243] env[64022]: value = "task-2303057" [ 976.202243] env[64022]: _type = "Task" [ 976.202243] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.210229] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9732e2be-e5d2-494f-8276-d3a8a99ea363 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.217854] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.228604] env[64022]: DEBUG nova.compute.provider_tree [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.331418] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.331725] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.333010] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ae6757-b890-4143-991e-c759fe2b63bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.350995] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c0ba2a-2b3c-44d5-b2fc-53bfeb767a33 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.377397] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Reconfiguring VM to detach interface {{(pid=64022) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 976.377637] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6423102d-6f1b-4060-bc5c-17ef7bd65a7e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.396015] env[64022]: DEBUG oslo_vmware.api [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 976.396015] env[64022]: value = "task-2303058" [ 976.396015] env[64022]: _type = "Task" [ 976.396015] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.404166] env[64022]: DEBUG oslo_vmware.api [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.455539] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.670658] env[64022]: DEBUG nova.compute.manager [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Stashing vm_state: active {{(pid=64022) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 976.716524] env[64022]: DEBUG oslo_vmware.api [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303057, 'name': PowerOnVM_Task, 'duration_secs': 0.523704} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.716734] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.716989] env[64022]: DEBUG nova.compute.manager [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.717737] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f34457c-9907-4dfe-8a7b-a59e1748e8bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.483015] env[64022]: DEBUG nova.scheduler.client.report [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.498756] env[64022]: DEBUG oslo_vmware.api [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.502806] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303056, 'name': ReconfigVM_Task, 'duration_secs': 0.644925} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.506783] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.507088] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 61d7c210-f223-4204-ab24-9193b7bc7c2d/61d7c210-f223-4204-ab24-9193b7bc7c2d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.508043] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc518a23-97bb-4e98-9529-f476af8248c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.514267] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 977.514267] env[64022]: value = "task-2303059" [ 977.514267] env[64022]: _type = "Task" [ 977.514267] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.521958] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303059, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.774569] env[64022]: DEBUG nova.objects.instance [None req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Lazy-loading 'flavor' on Instance uuid d8f02443-015d-4fbb-9b39-0b139f54dfb5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.988727] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.207s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.989234] env[64022]: DEBUG nova.compute.manager [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.991914] env[64022]: DEBUG oslo_concurrency.lockutils [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.544s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.992168] env[64022]: DEBUG nova.objects.instance [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lazy-loading 'resources' on Instance uuid b06374eb-56a4-4015-a322-53c7fd69108c {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.999998] env[64022]: DEBUG oslo_vmware.api [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.015457] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.024713] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303059, 'name': Rename_Task, 'duration_secs': 0.396155} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.024996] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.025255] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1ed4c00-0ac6-4d99-b5d0-c9eb1a44c496 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.031548] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 978.031548] env[64022]: value = "task-2303060" [ 978.031548] env[64022]: _type = "Task" [ 978.031548] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.040931] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.279114] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquiring lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.279304] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquired lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.495947] env[64022]: DEBUG nova.compute.utils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 978.499542] env[64022]: DEBUG oslo_vmware.api [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.500263] env[64022]: DEBUG nova.compute.manager [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.500376] env[64022]: DEBUG nova.network.neutron [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.545184] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303060, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.574219] env[64022]: DEBUG nova.policy [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99da25738353432f945455eeec35f352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a59c28fedcf43218d1d9a24aec2a578', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.689152] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Acquiring lock "88a9b493-e20e-4345-ae45-4b248b380ae0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.689429] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Lock "88a9b493-e20e-4345-ae45-4b248b380ae0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.689651] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Acquiring lock "88a9b493-e20e-4345-ae45-4b248b380ae0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.689836] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Lock "88a9b493-e20e-4345-ae45-4b248b380ae0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.690065] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Lock "88a9b493-e20e-4345-ae45-4b248b380ae0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.694134] env[64022]: INFO nova.compute.manager [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Terminating instance [ 978.814071] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65846b85-0d14-4349-a953-0f6dda7e3067 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.823428] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a436fb-a318-47bf-8d5c-786e392dbe8a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.858240] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8079603b-8f4c-41bd-a232-afc62182f57c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.867663] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768ffb43-8c27-4ba7-9e7c-086c3d06358b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.882381] env[64022]: DEBUG nova.compute.provider_tree [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.994725] env[64022]: DEBUG oslo_vmware.api [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.001390] env[64022]: DEBUG nova.compute.manager [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.043473] env[64022]: DEBUG oslo_vmware.api [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303060, 'name': PowerOnVM_Task, 'duration_secs': 0.871253} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.043841] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.044348] env[64022]: INFO nova.compute.manager [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Took 11.17 seconds to spawn the instance on the hypervisor. [ 979.046137] env[64022]: DEBUG nova.compute.manager [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.046137] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401b432b-afc4-45ae-a0eb-45e34ad75804 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.051537] env[64022]: DEBUG nova.network.neutron [None req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.077269] env[64022]: DEBUG nova.compute.manager [req-e9ba0831-9986-4087-b302-165b22ec1c4d req-d481edef-b291-4738-a18f-226d784395c7 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Received event network-changed-b2d19e42-440b-489a-ba1f-f6a612186528 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.077487] env[64022]: DEBUG nova.compute.manager [req-e9ba0831-9986-4087-b302-165b22ec1c4d req-d481edef-b291-4738-a18f-226d784395c7 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Refreshing instance network info cache due to event network-changed-b2d19e42-440b-489a-ba1f-f6a612186528. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 979.077685] env[64022]: DEBUG oslo_concurrency.lockutils [req-e9ba0831-9986-4087-b302-165b22ec1c4d req-d481edef-b291-4738-a18f-226d784395c7 service nova] Acquiring lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.206841] env[64022]: DEBUG nova.compute.manager [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.207079] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.208367] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d9544a-d726-4a45-8760-d4c28ac38c15 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.216192] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.216431] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-575b76a5-a96c-4dda-804d-d9401427c95b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.222293] env[64022]: DEBUG oslo_vmware.api [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Waiting for the task: (returnval){ [ 979.222293] env[64022]: value = "task-2303061" [ 979.222293] env[64022]: _type = "Task" [ 979.222293] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.226338] env[64022]: DEBUG nova.network.neutron [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Successfully created port: 0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.231611] env[64022]: DEBUG oslo_vmware.api [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2303061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.385799] env[64022]: DEBUG nova.scheduler.client.report [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.496243] env[64022]: DEBUG oslo_vmware.api [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.571471] env[64022]: INFO nova.compute.manager [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Took 24.03 seconds to build instance. [ 979.734683] env[64022]: DEBUG oslo_vmware.api [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2303061, 'name': PowerOffVM_Task, 'duration_secs': 0.211081} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.734962] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.735142] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.735413] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bf7270a-5c40-4aae-9a0a-7c9f03ae2043 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.810711] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.810919] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.811114] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Deleting the datastore file [datastore2] 88a9b493-e20e-4345-ae45-4b248b380ae0 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.811419] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95b11d79-332d-434b-af37-bab0ba41eb74 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.818152] env[64022]: DEBUG oslo_vmware.api [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Waiting for the task: (returnval){ [ 979.818152] env[64022]: value = "task-2303063" [ 979.818152] env[64022]: _type = "Task" [ 979.818152] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.838020] env[64022]: DEBUG oslo_vmware.api [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2303063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.890761] env[64022]: DEBUG oslo_concurrency.lockutils [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.893623] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.438s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.916404] env[64022]: INFO nova.scheduler.client.report [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Deleted allocations for instance b06374eb-56a4-4015-a322-53c7fd69108c [ 979.995701] env[64022]: DEBUG oslo_vmware.api [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.010366] env[64022]: DEBUG nova.compute.manager [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.025755] env[64022]: DEBUG nova.network.neutron [None req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Updating instance_info_cache with network_info: [{"id": "b2d19e42-440b-489a-ba1f-f6a612186528", "address": "fa:16:3e:04:12:3e", "network": {"id": "a757dd32-0a46-4119-b9a3-800b1ffb34fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1934846962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f88f7bdb0e4fe08baab80d89ebc86d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d19e42-44", "ovs_interfaceid": "b2d19e42-440b-489a-ba1f-f6a612186528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.040045] env[64022]: DEBUG nova.virt.hardware [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.040363] env[64022]: DEBUG nova.virt.hardware [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.040544] env[64022]: DEBUG nova.virt.hardware [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.040784] env[64022]: DEBUG nova.virt.hardware [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.041016] env[64022]: DEBUG nova.virt.hardware [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.041366] env[64022]: DEBUG nova.virt.hardware [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.041539] env[64022]: DEBUG nova.virt.hardware [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.041774] env[64022]: DEBUG nova.virt.hardware [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.042014] env[64022]: DEBUG nova.virt.hardware [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.042260] env[64022]: DEBUG nova.virt.hardware [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.042501] env[64022]: DEBUG nova.virt.hardware [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.043925] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0dc52d-39df-4a42-b54b-351fc87a9ba8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.054031] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d416834e-90f4-42cc-882d-d6b9eb76aa7e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.077234] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d383d095-33a4-409f-bbb1-dca1d66474d2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "61d7c210-f223-4204-ab24-9193b7bc7c2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.546s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.327726] env[64022]: DEBUG oslo_vmware.api [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Task: {'id': task-2303063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287951} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.328048] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.328297] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.328483] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.328659] env[64022]: INFO nova.compute.manager [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 980.328901] env[64022]: DEBUG oslo.service.loopingcall [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.329113] env[64022]: DEBUG nova.compute.manager [-] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.329209] env[64022]: DEBUG nova.network.neutron [-] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.401815] env[64022]: INFO nova.compute.claims [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.429673] env[64022]: DEBUG oslo_concurrency.lockutils [None req-57df0776-1acc-4a0a-b8fb-da476080ad45 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "b06374eb-56a4-4015-a322-53c7fd69108c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.396s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.495824] env[64022]: DEBUG oslo_vmware.api [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.528216] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Releasing lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.528578] env[64022]: DEBUG nova.compute.manager [None req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Inject network info {{(pid=64022) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 980.529008] env[64022]: DEBUG nova.compute.manager [None req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] network_info to inject: |[{"id": "b2d19e42-440b-489a-ba1f-f6a612186528", "address": "fa:16:3e:04:12:3e", "network": {"id": "a757dd32-0a46-4119-b9a3-800b1ffb34fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1934846962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f88f7bdb0e4fe08baab80d89ebc86d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d19e42-44", "ovs_interfaceid": "b2d19e42-440b-489a-ba1f-f6a612186528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 980.537525] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Reconfiguring VM instance to set the machine id {{(pid=64022) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 980.538014] env[64022]: DEBUG oslo_concurrency.lockutils [req-e9ba0831-9986-4087-b302-165b22ec1c4d req-d481edef-b291-4738-a18f-226d784395c7 service nova] Acquired lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.538327] env[64022]: DEBUG nova.network.neutron [req-e9ba0831-9986-4087-b302-165b22ec1c4d req-d481edef-b291-4738-a18f-226d784395c7 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Refreshing network info cache for port b2d19e42-440b-489a-ba1f-f6a612186528 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.539945] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de2c6688-e94a-467a-909a-782ebc4c72f5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.566229] env[64022]: DEBUG oslo_vmware.api [None req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for the task: (returnval){ [ 980.566229] env[64022]: value = "task-2303064" [ 980.566229] env[64022]: _type = "Task" [ 980.566229] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.579709] env[64022]: DEBUG oslo_vmware.api [None req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2303064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.910109] env[64022]: INFO nova.compute.resource_tracker [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating resource usage from migration ff3af186-17ed-4a23-a99b-2a26f9a720a6 [ 981.005836] env[64022]: DEBUG oslo_vmware.api [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.043148] env[64022]: DEBUG nova.network.neutron [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Successfully updated port: 0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.085086] env[64022]: DEBUG oslo_vmware.api [None req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2303064, 'name': ReconfigVM_Task, 'duration_secs': 0.256745} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.085464] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Reconfigured VM instance to set the machine id {{(pid=64022) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 981.124607] env[64022]: DEBUG nova.objects.instance [None req-8a791416-cf6c-4af3-8df7-ea71f7f63bee tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Lazy-loading 'flavor' on Instance uuid d8f02443-015d-4fbb-9b39-0b139f54dfb5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.162807] env[64022]: DEBUG nova.compute.manager [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Received event network-changed-853d23c1-75a3-48a8-b57a-de3884777215 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.163017] env[64022]: DEBUG nova.compute.manager [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Refreshing instance network info cache due to event network-changed-853d23c1-75a3-48a8-b57a-de3884777215. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 981.163258] env[64022]: DEBUG oslo_concurrency.lockutils [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] Acquiring lock "refresh_cache-61d7c210-f223-4204-ab24-9193b7bc7c2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.163416] env[64022]: DEBUG oslo_concurrency.lockutils [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] Acquired lock "refresh_cache-61d7c210-f223-4204-ab24-9193b7bc7c2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.163557] env[64022]: DEBUG nova.network.neutron [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Refreshing network info cache for port 853d23c1-75a3-48a8-b57a-de3884777215 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.266373] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9902e17-15fc-4e8f-96b4-1c4eb495ae03 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.276229] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1466e958-a6e5-4b45-b515-c3410ec893ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.309377] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47e4d47-5317-4c99-8eff-e425824e5260 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.317375] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2297ff-329e-45ec-a326-670dc2b7802f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.331863] env[64022]: DEBUG nova.compute.provider_tree [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.403906] env[64022]: DEBUG nova.network.neutron [req-e9ba0831-9986-4087-b302-165b22ec1c4d req-d481edef-b291-4738-a18f-226d784395c7 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Updated VIF entry in instance network info cache for port b2d19e42-440b-489a-ba1f-f6a612186528. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.404303] env[64022]: DEBUG nova.network.neutron [req-e9ba0831-9986-4087-b302-165b22ec1c4d req-d481edef-b291-4738-a18f-226d784395c7 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Updating instance_info_cache with network_info: [{"id": "b2d19e42-440b-489a-ba1f-f6a612186528", "address": "fa:16:3e:04:12:3e", "network": {"id": "a757dd32-0a46-4119-b9a3-800b1ffb34fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1934846962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f88f7bdb0e4fe08baab80d89ebc86d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d19e42-44", "ovs_interfaceid": "b2d19e42-440b-489a-ba1f-f6a612186528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.481925] env[64022]: DEBUG nova.network.neutron [-] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.503154] env[64022]: DEBUG oslo_vmware.api [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303058, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.547081] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "refresh_cache-56622c57-3a52-43bf-a9d0-94549077b499" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.547339] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "refresh_cache-56622c57-3a52-43bf-a9d0-94549077b499" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.547420] env[64022]: DEBUG nova.network.neutron [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.632937] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8a791416-cf6c-4af3-8df7-ea71f7f63bee tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquiring lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.834508] env[64022]: DEBUG nova.scheduler.client.report [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.899102] env[64022]: DEBUG nova.network.neutron [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Updated VIF entry in instance network info cache for port 853d23c1-75a3-48a8-b57a-de3884777215. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.899487] env[64022]: DEBUG nova.network.neutron [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Updating instance_info_cache with network_info: [{"id": "853d23c1-75a3-48a8-b57a-de3884777215", "address": "fa:16:3e:d5:0f:11", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853d23c1-75", "ovs_interfaceid": "853d23c1-75a3-48a8-b57a-de3884777215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.908948] env[64022]: DEBUG oslo_concurrency.lockutils [req-e9ba0831-9986-4087-b302-165b22ec1c4d req-d481edef-b291-4738-a18f-226d784395c7 service nova] Releasing lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.909365] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8a791416-cf6c-4af3-8df7-ea71f7f63bee tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquired lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.984278] env[64022]: INFO nova.compute.manager [-] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Took 1.65 seconds to deallocate network for instance. [ 982.004719] env[64022]: DEBUG oslo_vmware.api [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303058, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.096859] env[64022]: DEBUG nova.network.neutron [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.154627] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "99646b7f-bc16-442e-8185-08920347a480" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.155581] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "99646b7f-bc16-442e-8185-08920347a480" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.155581] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "99646b7f-bc16-442e-8185-08920347a480-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.155581] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "99646b7f-bc16-442e-8185-08920347a480-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.155581] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "99646b7f-bc16-442e-8185-08920347a480-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.158129] env[64022]: INFO nova.compute.manager [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Terminating instance [ 982.224564] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "b874ce7f-a8e9-4d18-839c-0d11ef051cda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.224853] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "b874ce7f-a8e9-4d18-839c-0d11ef051cda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.225047] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "b874ce7f-a8e9-4d18-839c-0d11ef051cda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.225238] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "b874ce7f-a8e9-4d18-839c-0d11ef051cda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.225414] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "b874ce7f-a8e9-4d18-839c-0d11ef051cda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.230535] env[64022]: INFO nova.compute.manager [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Terminating instance [ 982.339882] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.447s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.340126] env[64022]: INFO nova.compute.manager [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Migrating [ 982.346712] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.840s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.393260] env[64022]: DEBUG nova.network.neutron [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Updating instance_info_cache with network_info: [{"id": "0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b", "address": "fa:16:3e:93:51:2a", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecd2fc2-a1", "ovs_interfaceid": "0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.402276] env[64022]: DEBUG oslo_concurrency.lockutils [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] Releasing lock "refresh_cache-61d7c210-f223-4204-ab24-9193b7bc7c2d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.402530] env[64022]: DEBUG nova.compute.manager [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Received event network-vif-plugged-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.402762] env[64022]: DEBUG oslo_concurrency.lockutils [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] Acquiring lock "56622c57-3a52-43bf-a9d0-94549077b499-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.402991] env[64022]: DEBUG oslo_concurrency.lockutils [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] Lock "56622c57-3a52-43bf-a9d0-94549077b499-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.403189] env[64022]: DEBUG oslo_concurrency.lockutils [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] Lock "56622c57-3a52-43bf-a9d0-94549077b499-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.403649] env[64022]: DEBUG nova.compute.manager [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] No waiting events found dispatching network-vif-plugged-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.403649] env[64022]: WARNING nova.compute.manager [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Received unexpected event network-vif-plugged-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b for instance with vm_state building and task_state spawning. [ 982.403802] env[64022]: DEBUG nova.compute.manager [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Received event network-vif-deleted-1f2d6248-ea88-470a-aa74-66120fa566fc {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.403925] env[64022]: INFO nova.compute.manager [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Neutron deleted interface 1f2d6248-ea88-470a-aa74-66120fa566fc; detaching it from the instance and deleting it from the info cache [ 982.404214] env[64022]: DEBUG nova.network.neutron [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.443323] env[64022]: DEBUG nova.network.neutron [None req-8a791416-cf6c-4af3-8df7-ea71f7f63bee tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.491163] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.504040] env[64022]: DEBUG oslo_vmware.api [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303058, 'name': ReconfigVM_Task, 'duration_secs': 5.769919} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.504292] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.504501] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Reconfigured VM to detach interface {{(pid=64022) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 982.661918] env[64022]: DEBUG nova.compute.manager [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.662235] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.663215] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dfac72-1830-4084-8f27-fa74707f9a70 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.672835] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.673105] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e3e0e86-df66-47c1-8e1a-01bb94e9274e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.679217] env[64022]: DEBUG oslo_vmware.api [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 982.679217] env[64022]: value = "task-2303065" [ 982.679217] env[64022]: _type = "Task" [ 982.679217] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.686732] env[64022]: DEBUG oslo_vmware.api [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.734376] env[64022]: DEBUG nova.compute.manager [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.734597] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.735987] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d804fc-0bc4-4e67-93a0-0690a5c1c7c0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.744353] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.744521] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d183815-968f-4a23-90b6-78593175fde0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.750742] env[64022]: DEBUG oslo_vmware.api [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 982.750742] env[64022]: value = "task-2303066" [ 982.750742] env[64022]: _type = "Task" [ 982.750742] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.759020] env[64022]: DEBUG oslo_vmware.api [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.857297] env[64022]: INFO nova.compute.claims [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.861375] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.861596] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.861800] env[64022]: DEBUG nova.network.neutron [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.895411] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "refresh_cache-56622c57-3a52-43bf-a9d0-94549077b499" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.896948] env[64022]: DEBUG nova.compute.manager [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Instance network_info: |[{"id": "0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b", "address": "fa:16:3e:93:51:2a", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecd2fc2-a1", "ovs_interfaceid": "0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.896948] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:51:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.904780] env[64022]: DEBUG oslo.service.loopingcall [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.904780] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.905874] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a46ba077-c47d-4d69-89cb-8934f085a3d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.921030] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2146f672-a4b6-4fa0-8f5d-feb26373c611 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.929836] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfb27f8-edc4-40ee-9048-5ad34cf2b4c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.939916] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.939916] env[64022]: value = "task-2303067" [ 982.939916] env[64022]: _type = "Task" [ 982.939916] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.950702] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303067, 'name': CreateVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.964788] env[64022]: DEBUG nova.compute.manager [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Detach interface failed, port_id=1f2d6248-ea88-470a-aa74-66120fa566fc, reason: Instance 88a9b493-e20e-4345-ae45-4b248b380ae0 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 982.965081] env[64022]: DEBUG nova.compute.manager [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Received event network-changed-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.965278] env[64022]: DEBUG nova.compute.manager [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Refreshing instance network info cache due to event network-changed-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.965526] env[64022]: DEBUG oslo_concurrency.lockutils [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] Acquiring lock "refresh_cache-56622c57-3a52-43bf-a9d0-94549077b499" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.965704] env[64022]: DEBUG oslo_concurrency.lockutils [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] Acquired lock "refresh_cache-56622c57-3a52-43bf-a9d0-94549077b499" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.965905] env[64022]: DEBUG nova.network.neutron [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Refreshing network info cache for port 0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.185812] env[64022]: DEBUG nova.network.neutron [None req-8a791416-cf6c-4af3-8df7-ea71f7f63bee tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Updating instance_info_cache with network_info: [{"id": "b2d19e42-440b-489a-ba1f-f6a612186528", "address": "fa:16:3e:04:12:3e", "network": {"id": "a757dd32-0a46-4119-b9a3-800b1ffb34fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1934846962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f88f7bdb0e4fe08baab80d89ebc86d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d19e42-44", "ovs_interfaceid": "b2d19e42-440b-489a-ba1f-f6a612186528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.189766] env[64022]: DEBUG oslo_vmware.api [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303065, 'name': PowerOffVM_Task, 'duration_secs': 0.192055} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.190248] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.190426] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.190669] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7075f1e0-9ae9-4980-a24c-62c6617a6daf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.195245] env[64022]: DEBUG nova.compute.manager [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Received event network-changed-b2d19e42-440b-489a-ba1f-f6a612186528 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.195425] env[64022]: DEBUG nova.compute.manager [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Refreshing instance network info cache due to event network-changed-b2d19e42-440b-489a-ba1f-f6a612186528. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 983.195616] env[64022]: DEBUG oslo_concurrency.lockutils [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] Acquiring lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.256204] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.256449] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.256627] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Deleting the datastore file [datastore2] 99646b7f-bc16-442e-8185-08920347a480 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.259527] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-433952a7-6066-4337-9add-f0df1dc86530 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.261251] env[64022]: DEBUG oslo_vmware.api [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303066, 'name': PowerOffVM_Task, 'duration_secs': 0.384592} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.261487] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.261651] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.262229] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92c20678-ed82-4471-891b-feda13c4e091 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.267105] env[64022]: DEBUG oslo_vmware.api [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 983.267105] env[64022]: value = "task-2303069" [ 983.267105] env[64022]: _type = "Task" [ 983.267105] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.274416] env[64022]: DEBUG oslo_vmware.api [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.357295] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.357581] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.357834] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Deleting the datastore file [datastore2] b874ce7f-a8e9-4d18-839c-0d11ef051cda {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.358178] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-194db2d8-86c0-425a-bae2-30a4a733b715 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.367161] env[64022]: INFO nova.compute.resource_tracker [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating resource usage from migration 3f916ec2-5214-4301-83f7-35a5f83b979d [ 983.372125] env[64022]: DEBUG oslo_vmware.api [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for the task: (returnval){ [ 983.372125] env[64022]: value = "task-2303071" [ 983.372125] env[64022]: _type = "Task" [ 983.372125] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.381143] env[64022]: DEBUG oslo_vmware.api [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.453042] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303067, 'name': CreateVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.651568] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8794fc1-cd9b-4fdc-aaab-55c9cef4f18a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.659699] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e526faa-a113-4fb6-a9d1-5a2e5978a437 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.694901] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8a791416-cf6c-4af3-8df7-ea71f7f63bee tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Releasing lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.695258] env[64022]: DEBUG nova.compute.manager [None req-8a791416-cf6c-4af3-8df7-ea71f7f63bee tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Inject network info {{(pid=64022) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 983.695500] env[64022]: DEBUG nova.compute.manager [None req-8a791416-cf6c-4af3-8df7-ea71f7f63bee tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] network_info to inject: |[{"id": "b2d19e42-440b-489a-ba1f-f6a612186528", "address": "fa:16:3e:04:12:3e", "network": {"id": "a757dd32-0a46-4119-b9a3-800b1ffb34fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1934846962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f88f7bdb0e4fe08baab80d89ebc86d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d19e42-44", "ovs_interfaceid": "b2d19e42-440b-489a-ba1f-f6a612186528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 983.701601] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8a791416-cf6c-4af3-8df7-ea71f7f63bee tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Reconfiguring VM instance to set the machine id {{(pid=64022) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 983.705848] env[64022]: DEBUG oslo_concurrency.lockutils [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] Acquired lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.706160] env[64022]: DEBUG nova.network.neutron [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Refreshing network info cache for port b2d19e42-440b-489a-ba1f-f6a612186528 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.708124] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.708407] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.708678] env[64022]: DEBUG nova.network.neutron [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.710262] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beb7245e-f8cf-48a9-92a5-a2f9ab0a43f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.722823] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38c8a0a-a1e5-41d8-9c31-96ee8626912c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.737829] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b9f9bb-f071-433a-ba86-c442b6ef8880 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.743574] env[64022]: DEBUG oslo_vmware.api [None req-8a791416-cf6c-4af3-8df7-ea71f7f63bee tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for the task: (returnval){ [ 983.743574] env[64022]: value = "task-2303072" [ 983.743574] env[64022]: _type = "Task" [ 983.743574] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.762028] env[64022]: DEBUG nova.compute.provider_tree [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.768573] env[64022]: DEBUG oslo_vmware.api [None req-8a791416-cf6c-4af3-8df7-ea71f7f63bee tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2303072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.777356] env[64022]: DEBUG oslo_vmware.api [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299733} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.777597] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.777779] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.777954] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.778139] env[64022]: INFO nova.compute.manager [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: 99646b7f-bc16-442e-8185-08920347a480] Took 1.12 seconds to destroy the instance on the hypervisor. [ 983.778376] env[64022]: DEBUG oslo.service.loopingcall [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.778561] env[64022]: DEBUG nova.compute.manager [-] [instance: 99646b7f-bc16-442e-8185-08920347a480] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.778655] env[64022]: DEBUG nova.network.neutron [-] [instance: 99646b7f-bc16-442e-8185-08920347a480] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.863656] env[64022]: DEBUG nova.network.neutron [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating instance_info_cache with network_info: [{"id": "dd34844a-8cf8-47d4-a2da-cfe72d27ae18", "address": "fa:16:3e:ff:f5:72", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd34844a-8c", "ovs_interfaceid": "dd34844a-8cf8-47d4-a2da-cfe72d27ae18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.882519] env[64022]: DEBUG oslo_vmware.api [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Task: {'id': task-2303071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415658} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.882760] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.882944] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.883137] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.883314] env[64022]: INFO nova.compute.manager [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Took 1.15 seconds to destroy the instance on the hypervisor. [ 983.883550] env[64022]: DEBUG oslo.service.loopingcall [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.884222] env[64022]: DEBUG nova.compute.manager [-] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.884222] env[64022]: DEBUG nova.network.neutron [-] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.920243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquiring lock "d8f02443-015d-4fbb-9b39-0b139f54dfb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.920243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Lock "d8f02443-015d-4fbb-9b39-0b139f54dfb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.920243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquiring lock "d8f02443-015d-4fbb-9b39-0b139f54dfb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.920243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Lock "d8f02443-015d-4fbb-9b39-0b139f54dfb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.920243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Lock "d8f02443-015d-4fbb-9b39-0b139f54dfb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.921436] env[64022]: INFO nova.compute.manager [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Terminating instance [ 983.949274] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "96475efb-e024-4299-8f66-665d352dfb7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.949549] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "96475efb-e024-4299-8f66-665d352dfb7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.949790] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "96475efb-e024-4299-8f66-665d352dfb7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.950036] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "96475efb-e024-4299-8f66-665d352dfb7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.950237] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "96475efb-e024-4299-8f66-665d352dfb7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.956036] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303067, 'name': CreateVM_Task, 'duration_secs': 0.565173} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.956490] env[64022]: INFO nova.compute.manager [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Terminating instance [ 983.957752] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.958363] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.958523] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.958836] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.959892] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59255dcd-a5d3-4087-929d-d1879ef1c579 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.965368] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 983.965368] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528d6598-ff8b-8cde-e551-50c8ebaa5b24" [ 983.965368] env[64022]: _type = "Task" [ 983.965368] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.974334] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528d6598-ff8b-8cde-e551-50c8ebaa5b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.099285] env[64022]: DEBUG nova.compute.manager [req-66a007fd-0f65-45e3-8c5c-dcde2ae7d252 req-f5225bf5-27a6-4560-b91a-4464d4c28424 service nova] [instance: 99646b7f-bc16-442e-8185-08920347a480] Received event network-vif-deleted-eb307d81-b943-44b9-b224-fdf79096763b {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.099492] env[64022]: INFO nova.compute.manager [req-66a007fd-0f65-45e3-8c5c-dcde2ae7d252 req-f5225bf5-27a6-4560-b91a-4464d4c28424 service nova] [instance: 99646b7f-bc16-442e-8185-08920347a480] Neutron deleted interface eb307d81-b943-44b9-b224-fdf79096763b; detaching it from the instance and deleting it from the info cache [ 984.099668] env[64022]: DEBUG nova.network.neutron [req-66a007fd-0f65-45e3-8c5c-dcde2ae7d252 req-f5225bf5-27a6-4560-b91a-4464d4c28424 service nova] [instance: 99646b7f-bc16-442e-8185-08920347a480] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.254918] env[64022]: DEBUG oslo_vmware.api [None req-8a791416-cf6c-4af3-8df7-ea71f7f63bee tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2303072, 'name': ReconfigVM_Task, 'duration_secs': 0.241653} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.255198] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8a791416-cf6c-4af3-8df7-ea71f7f63bee tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Reconfigured VM instance to set the machine id {{(pid=64022) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 984.267322] env[64022]: DEBUG nova.scheduler.client.report [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.280319] env[64022]: DEBUG nova.network.neutron [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Updated VIF entry in instance network info cache for port 0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.280837] env[64022]: DEBUG nova.network.neutron [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Updating instance_info_cache with network_info: [{"id": "0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b", "address": "fa:16:3e:93:51:2a", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecd2fc2-a1", "ovs_interfaceid": "0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.368344] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.426475] env[64022]: DEBUG nova.compute.manager [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.426475] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.427242] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25354c4-8c28-4f6b-a58f-84458d9b0e8d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.437469] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.439738] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb029825-e5a1-4d42-a9b7-58d4787150bf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.447383] env[64022]: DEBUG oslo_vmware.api [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for the task: (returnval){ [ 984.447383] env[64022]: value = "task-2303073" [ 984.447383] env[64022]: _type = "Task" [ 984.447383] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.455451] env[64022]: DEBUG oslo_vmware.api [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2303073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.462302] env[64022]: DEBUG nova.compute.manager [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.462503] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.463346] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2539e5-6dd1-4aa0-a836-060477e30916 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.475075] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]528d6598-ff8b-8cde-e551-50c8ebaa5b24, 'name': SearchDatastore_Task, 'duration_secs': 0.016881} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.478158] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.478469] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.478714] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.478867] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.479060] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.479359] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.480149] env[64022]: DEBUG nova.network.neutron [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Updated VIF entry in instance network info cache for port b2d19e42-440b-489a-ba1f-f6a612186528. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.480498] env[64022]: DEBUG nova.network.neutron [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Updating instance_info_cache with network_info: [{"id": "b2d19e42-440b-489a-ba1f-f6a612186528", "address": "fa:16:3e:04:12:3e", "network": {"id": "a757dd32-0a46-4119-b9a3-800b1ffb34fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1934846962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f88f7bdb0e4fe08baab80d89ebc86d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d19e42-44", "ovs_interfaceid": "b2d19e42-440b-489a-ba1f-f6a612186528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.481765] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7ad7402-f3bd-4baf-90e9-ee1518d3c504 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.484157] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e50b05a5-edbc-4d42-b21a-311ae973a807 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.486845] env[64022]: INFO nova.network.neutron [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Port 07fc4cf4-6b83-42d4-ac91-e9f5edaff60d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 984.487433] env[64022]: DEBUG nova.network.neutron [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Updating instance_info_cache with network_info: [{"id": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "address": "fa:16:3e:fa:de:56", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877d917c-bd", "ovs_interfaceid": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.493877] env[64022]: DEBUG oslo_vmware.api [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 984.493877] env[64022]: value = "task-2303074" [ 984.493877] env[64022]: _type = "Task" [ 984.493877] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.499496] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.499727] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.501212] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461a3dcd-4486-4053-b7c2-c9f6958fd79e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.507669] env[64022]: DEBUG oslo_vmware.api [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.510930] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 984.510930] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ab22d2-a1c1-d601-a167-02bcfacba13d" [ 984.510930] env[64022]: _type = "Task" [ 984.510930] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.519409] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ab22d2-a1c1-d601-a167-02bcfacba13d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.575353] env[64022]: DEBUG nova.network.neutron [-] [instance: 99646b7f-bc16-442e-8185-08920347a480] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.602439] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca9f71ed-4f7b-4f04-8517-71158d080640 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.612715] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d47ba79-498b-45db-a0d0-89eb37e3e3e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.647925] env[64022]: DEBUG nova.compute.manager [req-66a007fd-0f65-45e3-8c5c-dcde2ae7d252 req-f5225bf5-27a6-4560-b91a-4464d4c28424 service nova] [instance: 99646b7f-bc16-442e-8185-08920347a480] Detach interface failed, port_id=eb307d81-b943-44b9-b224-fdf79096763b, reason: Instance 99646b7f-bc16-442e-8185-08920347a480 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 984.772220] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.426s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.772659] env[64022]: INFO nova.compute.manager [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Migrating [ 984.778705] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.764s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.778898] env[64022]: DEBUG nova.objects.instance [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64022) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 984.783524] env[64022]: DEBUG oslo_concurrency.lockutils [req-29f80920-a4d8-41ad-9cdb-0f0884f42903 req-ac0705a9-b1f8-44fb-adea-1051acdd334b service nova] Releasing lock "refresh_cache-56622c57-3a52-43bf-a9d0-94549077b499" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.956882] env[64022]: DEBUG oslo_vmware.api [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2303073, 'name': PowerOffVM_Task, 'duration_secs': 0.169044} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.958052] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.958052] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.958052] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-731fbd2f-b0c3-4ecf-a3a3-d8a47873c2f5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.987566] env[64022]: DEBUG oslo_concurrency.lockutils [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] Releasing lock "refresh_cache-d8f02443-015d-4fbb-9b39-0b139f54dfb5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.987566] env[64022]: DEBUG nova.compute.manager [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Received event network-vif-deleted-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.987717] env[64022]: INFO nova.compute.manager [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Neutron deleted interface 07fc4cf4-6b83-42d4-ac91-e9f5edaff60d; detaching it from the instance and deleting it from the info cache [ 984.987925] env[64022]: DEBUG nova.network.neutron [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Updating instance_info_cache with network_info: [{"id": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "address": "fa:16:3e:fa:de:56", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877d917c-bd", "ovs_interfaceid": "877d917c-bd63-4ac6-89e1-aeff2b70ce7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.990478] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "refresh_cache-96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.006091] env[64022]: DEBUG oslo_vmware.api [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303074, 'name': PowerOffVM_Task, 'duration_secs': 0.222203} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.006487] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.006729] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.006969] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eac6e33-da19-448d-bd59-6e61b7096532 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.017599] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.018611] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.018611] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Deleting the datastore file [datastore2] d8f02443-015d-4fbb-9b39-0b139f54dfb5 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.018611] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6cb8c7c-fed7-4ffe-aafb-c66d9f578f81 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.024259] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ab22d2-a1c1-d601-a167-02bcfacba13d, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.025369] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b4d14b-9a7f-4f70-895e-b643408b753a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.028659] env[64022]: DEBUG oslo_vmware.api [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for the task: (returnval){ [ 985.028659] env[64022]: value = "task-2303077" [ 985.028659] env[64022]: _type = "Task" [ 985.028659] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.033227] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 985.033227] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525d83d0-7e2d-535f-50c9-a20b8d2daab2" [ 985.033227] env[64022]: _type = "Task" [ 985.033227] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.040081] env[64022]: DEBUG oslo_vmware.api [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2303077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.045595] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525d83d0-7e2d-535f-50c9-a20b8d2daab2, 'name': SearchDatastore_Task, 'duration_secs': 0.008745} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.045859] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.047559] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 56622c57-3a52-43bf-a9d0-94549077b499/56622c57-3a52-43bf-a9d0-94549077b499.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.047559] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5868403-ade4-464a-a240-03faa8bf971a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.054017] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 985.054017] env[64022]: value = "task-2303078" [ 985.054017] env[64022]: _type = "Task" [ 985.054017] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.061507] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.077677] env[64022]: DEBUG nova.network.neutron [-] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.078878] env[64022]: INFO nova.compute.manager [-] [instance: 99646b7f-bc16-442e-8185-08920347a480] Took 1.30 seconds to deallocate network for instance. [ 985.085020] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.085276] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.085485] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Deleting the datastore file [datastore2] 96475efb-e024-4299-8f66-665d352dfb7a {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.086100] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dd8f599-e223-48c9-a0f7-4393f5222d36 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.093322] env[64022]: DEBUG oslo_vmware.api [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 985.093322] env[64022]: value = "task-2303079" [ 985.093322] env[64022]: _type = "Task" [ 985.093322] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.102203] env[64022]: DEBUG oslo_vmware.api [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.223804] env[64022]: DEBUG nova.compute.manager [req-b1c0991c-6382-414f-a7ff-1d06e225ef81 req-b33405b0-b400-4bca-833a-b130ee392689 service nova] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Received event network-vif-deleted-cafe224b-5fd1-40ec-a55e-6ade8e077645 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.292951] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.293234] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.293352] env[64022]: DEBUG nova.network.neutron [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.494228] env[64022]: DEBUG oslo_concurrency.lockutils [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] Acquiring lock "96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.495361] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55bc7cc8-f986-4406-a312-a27347960552 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-96475efb-e024-4299-8f66-665d352dfb7a-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.667s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.541026] env[64022]: DEBUG oslo_vmware.api [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Task: {'id': task-2303077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156398} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.541289] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.541468] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.541640] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.541809] env[64022]: INFO nova.compute.manager [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 985.542300] env[64022]: DEBUG oslo.service.loopingcall [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.542300] env[64022]: DEBUG nova.compute.manager [-] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.542410] env[64022]: DEBUG nova.network.neutron [-] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.561563] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462644} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.561819] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 56622c57-3a52-43bf-a9d0-94549077b499/56622c57-3a52-43bf-a9d0-94549077b499.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.562041] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.562410] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f67da33-1381-41bc-95e1-aa9bed5fdc52 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.567904] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 985.567904] env[64022]: value = "task-2303080" [ 985.567904] env[64022]: _type = "Task" [ 985.567904] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.575187] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.581080] env[64022]: INFO nova.compute.manager [-] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Took 1.70 seconds to deallocate network for instance. [ 985.587755] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.602782] env[64022]: DEBUG oslo_vmware.api [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285943} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.603918] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.603918] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.603918] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.603918] env[64022]: INFO nova.compute.manager [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 985.604203] env[64022]: DEBUG oslo.service.loopingcall [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.604306] env[64022]: DEBUG nova.compute.manager [-] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.604399] env[64022]: DEBUG nova.network.neutron [-] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.799739] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6f138b34-bb78-43f5-a0c0-f6e6627333a5 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.801962] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.311s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.802457] env[64022]: DEBUG nova.objects.instance [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Lazy-loading 'resources' on Instance uuid 88a9b493-e20e-4345-ae45-4b248b380ae0 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.883017] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cae378e-4ab6-4eb4-a22b-958248e792cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.904843] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating instance 'd267b6f7-b93f-41c5-9b04-ed2cfd38204f' progress to 0 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.061554] env[64022]: DEBUG nova.network.neutron [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating instance_info_cache with network_info: [{"id": "e10cc063-9478-4475-b07c-6d5b1bd1c200", "address": "fa:16:3e:69:b4:2b", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10cc063-94", "ovs_interfaceid": "e10cc063-9478-4475-b07c-6d5b1bd1c200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.078890] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067714} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.079343] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.080660] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bcd463-5251-4064-9cac-16611449e5d4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.086695] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.109139] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 56622c57-3a52-43bf-a9d0-94549077b499/56622c57-3a52-43bf-a9d0-94549077b499.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.109139] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5dcee13-f535-43a7-a76f-bbf85ad870bf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.130480] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 986.130480] env[64022]: value = "task-2303081" [ 986.130480] env[64022]: _type = "Task" [ 986.130480] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.143150] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303081, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.411167] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.413528] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95f47aca-c7a2-43a8-8f3f-dfc04ec70bbf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.421184] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 986.421184] env[64022]: value = "task-2303082" [ 986.421184] env[64022]: _type = "Task" [ 986.421184] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.431716] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.567424] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.601638] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa45f779-8745-4d0d-ba59-c1391c637a66 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.609619] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f25764d-da04-4c8b-8533-19b994a23d3b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.645760] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6e1836-eb75-43bf-a9bd-bdaa1ffa2e62 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.653894] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.657282] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d088d3dd-8166-4ec4-a8a6-304d21321999 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.670688] env[64022]: DEBUG nova.compute.provider_tree [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.933688] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303082, 'name': PowerOffVM_Task, 'duration_secs': 0.291813} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.933688] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.933688] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating instance 'd267b6f7-b93f-41c5-9b04-ed2cfd38204f' progress to 17 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.978914] env[64022]: DEBUG nova.network.neutron [-] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.992360] env[64022]: DEBUG nova.network.neutron [-] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.151108] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303081, 'name': ReconfigVM_Task, 'duration_secs': 0.60527} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.151108] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 56622c57-3a52-43bf-a9d0-94549077b499/56622c57-3a52-43bf-a9d0-94549077b499.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.151971] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a831d8a8-7422-47bf-8dbc-81e11b981d2a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.158312] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 987.158312] env[64022]: value = "task-2303083" [ 987.158312] env[64022]: _type = "Task" [ 987.158312] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.166804] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303083, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.181026] env[64022]: DEBUG nova.scheduler.client.report [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.259377] env[64022]: DEBUG nova.compute.manager [req-fc2196f3-dbbd-4bbe-84d2-78cfa739e328 req-f751c286-ce61-47c4-8149-dba1be5e8793 service nova] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Received event network-vif-deleted-b2d19e42-440b-489a-ba1f-f6a612186528 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.259501] env[64022]: DEBUG nova.compute.manager [req-fc2196f3-dbbd-4bbe-84d2-78cfa739e328 req-f751c286-ce61-47c4-8149-dba1be5e8793 service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Received event network-vif-deleted-877d917c-bd63-4ac6-89e1-aeff2b70ce7e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.440261] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.441071] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.441071] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.441201] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.441299] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.441447] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.441653] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.441812] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.441984] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.442265] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.442455] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.447666] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b82be55-eb00-412a-8bbc-ac3c92bccb27 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.464823] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 987.464823] env[64022]: value = "task-2303084" [ 987.464823] env[64022]: _type = "Task" [ 987.464823] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.472624] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.481247] env[64022]: INFO nova.compute.manager [-] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Took 1.94 seconds to deallocate network for instance. [ 987.495190] env[64022]: INFO nova.compute.manager [-] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Took 1.89 seconds to deallocate network for instance. [ 987.670576] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303083, 'name': Rename_Task, 'duration_secs': 0.139833} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.670576] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.670576] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b13a25c7-e80f-4028-a57e-82dfbbdd5488 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.675058] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 987.675058] env[64022]: value = "task-2303085" [ 987.675058] env[64022]: _type = "Task" [ 987.675058] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.681895] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.683625] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.685719] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.098s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.685951] env[64022]: DEBUG nova.objects.instance [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lazy-loading 'resources' on Instance uuid 99646b7f-bc16-442e-8185-08920347a480 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.709965] env[64022]: INFO nova.scheduler.client.report [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Deleted allocations for instance 88a9b493-e20e-4345-ae45-4b248b380ae0 [ 987.974744] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303084, 'name': ReconfigVM_Task, 'duration_secs': 0.290551} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.975122] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating instance 'd267b6f7-b93f-41c5-9b04-ed2cfd38204f' progress to 33 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.988490] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.001693] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.091573] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7575df3-1150-4660-8df1-474df05c5b8c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.110346] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating instance 'f8f6c6f9-44fd-49ac-a103-0f2aacae02af' progress to 0 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.184616] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303085, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.220222] env[64022]: DEBUG oslo_concurrency.lockutils [None req-83de8a44-f60b-4826-b058-53c67d72994d tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Lock "88a9b493-e20e-4345-ae45-4b248b380ae0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.531s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.405894] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f56977e-6b31-49a1-8d41-4e4a999c3b3b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.414460] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3874dab2-a7ae-4467-b617-e49f0947fdf2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.444913] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e99fea-fe04-457d-904e-f848b4ce2be1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.452414] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8de248-639d-47c2-a50a-ffcdb8900c92 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.467007] env[64022]: DEBUG nova.compute.provider_tree [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.480811] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.481023] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.481189] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.482021] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.482021] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.482021] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.482021] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.482021] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.482455] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.482455] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.482745] env[64022]: DEBUG nova.virt.hardware [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.487948] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 988.488527] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671f9f3d-fcbf-475a-9cd0-cc7246b9213b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.506844] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 988.506844] env[64022]: value = "task-2303086" [ 988.506844] env[64022]: _type = "Task" [ 988.506844] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.514852] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.616170] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.616475] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7922725b-17e2-4269-a29b-e877e1fc1179 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.624228] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 988.624228] env[64022]: value = "task-2303087" [ 988.624228] env[64022]: _type = "Task" [ 988.624228] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.632632] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.685208] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303085, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.970786] env[64022]: DEBUG nova.scheduler.client.report [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.016157] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303086, 'name': ReconfigVM_Task, 'duration_secs': 0.146584} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.016484] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.017240] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0721665b-9720-4ebc-9826-894c1aded282 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.039142] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] d267b6f7-b93f-41c5-9b04-ed2cfd38204f/d267b6f7-b93f-41c5-9b04-ed2cfd38204f.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.039425] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00854628-773e-44ef-84ae-bfb3d3ff9322 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.059452] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 989.059452] env[64022]: value = "task-2303088" [ 989.059452] env[64022]: _type = "Task" [ 989.059452] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.067543] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.133820] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303087, 'name': PowerOffVM_Task, 'duration_secs': 0.132434} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.134178] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.134373] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating instance 'f8f6c6f9-44fd-49ac-a103-0f2aacae02af' progress to 17 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.186271] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303085, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.476208] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.480782] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.393s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.480782] env[64022]: DEBUG nova.objects.instance [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lazy-loading 'resources' on Instance uuid b874ce7f-a8e9-4d18-839c-0d11ef051cda {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.501673] env[64022]: INFO nova.scheduler.client.report [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Deleted allocations for instance 99646b7f-bc16-442e-8185-08920347a480 [ 989.570062] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303088, 'name': ReconfigVM_Task, 'duration_secs': 0.274908} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.570062] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Reconfigured VM instance instance-00000064 to attach disk [datastore2] d267b6f7-b93f-41c5-9b04-ed2cfd38204f/d267b6f7-b93f-41c5-9b04-ed2cfd38204f.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.570062] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating instance 'd267b6f7-b93f-41c5-9b04-ed2cfd38204f' progress to 50 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.640932] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.641202] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.641365] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.642161] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.642161] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.642161] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.642480] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.642674] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.642853] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.643046] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.643330] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.649451] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea9ad16b-df7c-4e4a-8abc-9c8173e026ee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.668328] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 989.668328] env[64022]: value = "task-2303089" [ 989.668328] env[64022]: _type = "Task" [ 989.668328] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.676615] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.684574] env[64022]: DEBUG oslo_vmware.api [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303085, 'name': PowerOnVM_Task, 'duration_secs': 1.607631} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.685064] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.685064] env[64022]: INFO nova.compute.manager [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Took 9.67 seconds to spawn the instance on the hypervisor. [ 989.685275] env[64022]: DEBUG nova.compute.manager [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.686024] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f7a7eb-8ee9-4ec7-8114-511e01f95e4b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.010134] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a43f902a-45d1-4754-b9f6-ef511ab9abdc tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "99646b7f-bc16-442e-8185-08920347a480" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.855s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.078910] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b0a9c7-dcfb-4aca-ab7d-de648eb40f54 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.100595] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12d4af4-fd12-471c-9e70-432245322c19 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.119136] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating instance 'd267b6f7-b93f-41c5-9b04-ed2cfd38204f' progress to 67 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.181244] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303089, 'name': ReconfigVM_Task, 'duration_secs': 0.181754} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.181578] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating instance 'f8f6c6f9-44fd-49ac-a103-0f2aacae02af' progress to 33 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.203785] env[64022]: INFO nova.compute.manager [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Took 17.15 seconds to build instance. [ 990.248201] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc294e5c-447f-4c7e-a90b-7645c6d661fc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.255816] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864323f7-59df-4936-a3cc-e81cef541df8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.289598] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1750b0ac-4c2c-4209-8295-6463cafc2c5c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.297798] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f71390-2137-4bbc-b71a-8c1a6886c5bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.311342] env[64022]: DEBUG nova.compute.provider_tree [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.663987] env[64022]: DEBUG nova.network.neutron [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Port dd34844a-8cf8-47d4-a2da-cfe72d27ae18 binding to destination host cpu-1 is already ACTIVE {{(pid=64022) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 990.688665] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.688665] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.688665] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.688665] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.688854] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.688897] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.689513] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.689513] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.689513] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.689722] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.689753] env[64022]: DEBUG nova.virt.hardware [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.695752] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 990.696304] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cace92c6-06ee-48e9-95bd-712757e68745 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.709615] env[64022]: DEBUG oslo_concurrency.lockutils [None req-88ca6233-3890-4151-b1ec-ac5c7319ef4d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "56622c57-3a52-43bf-a9d0-94549077b499" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.663s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.716395] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 990.716395] env[64022]: value = "task-2303090" [ 990.716395] env[64022]: _type = "Task" [ 990.716395] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.724731] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.814647] env[64022]: DEBUG nova.scheduler.client.report [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.227693] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303090, 'name': ReconfigVM_Task, 'duration_secs': 0.203462} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.228067] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 991.228771] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426829a6-83b1-4ec1-902f-942433e158ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.252866] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] f8f6c6f9-44fd-49ac-a103-0f2aacae02af/f8f6c6f9-44fd-49ac-a103-0f2aacae02af.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.253538] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb16e02f-5939-4298-ae37-e86d36a8d432 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.276627] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 991.276627] env[64022]: value = "task-2303091" [ 991.276627] env[64022]: _type = "Task" [ 991.276627] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.286593] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.320139] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.322890] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.334s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.324571] env[64022]: DEBUG nova.objects.instance [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Lazy-loading 'resources' on Instance uuid d8f02443-015d-4fbb-9b39-0b139f54dfb5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.339114] env[64022]: INFO nova.scheduler.client.report [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Deleted allocations for instance b874ce7f-a8e9-4d18-839c-0d11ef051cda [ 991.406560] env[64022]: DEBUG nova.compute.manager [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.407490] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86199d32-35ff-4683-8b29-305c5dc0bde5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.689523] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.689719] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.690869] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.756344] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "bf6d0980-9a59-4713-8fc3-751b1abc0005" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.756835] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "bf6d0980-9a59-4713-8fc3-751b1abc0005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.786531] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.848602] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Lock "b874ce7f-a8e9-4d18-839c-0d11ef051cda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.624s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.919719] env[64022]: INFO nova.compute.manager [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] instance snapshotting [ 991.920316] env[64022]: DEBUG nova.objects.instance [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'flavor' on Instance uuid 1477c326-91e3-447f-9c8c-e2ff0c6875a4 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.061078] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d18181-c42f-407d-9de6-81b6766e5d03 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.070180] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45ae2b2-3e34-4439-8ee7-391a53c3a96c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.104979] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351a8516-be9e-40dd-980a-911845b15537 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.112692] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca93bc5-5704-497b-9359-9f55a94401da {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.126471] env[64022]: DEBUG nova.compute.provider_tree [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.190113] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "02a836ec-8677-4076-98b1-3ac308500668" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.190473] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "02a836ec-8677-4076-98b1-3ac308500668" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.190702] env[64022]: INFO nova.compute.manager [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Shelving [ 992.259657] env[64022]: DEBUG nova.compute.manager [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.288349] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303091, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.425647] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b51059-6974-433b-a403-9d2cb98b59e2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.445788] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876fa63d-893f-48dc-b5e3-23bf71dd2a61 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.629851] env[64022]: DEBUG nova.scheduler.client.report [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.741793] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.742082] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.742176] env[64022]: DEBUG nova.network.neutron [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.789284] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303091, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.791927] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.955866] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 992.956253] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9bdddb51-64ec-4072-b5cb-5d2356ca8049 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.968694] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 992.968694] env[64022]: value = "task-2303092" [ 992.968694] env[64022]: _type = "Task" [ 992.968694] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.978990] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303092, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.138213] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.140732] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.139s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.140989] env[64022]: DEBUG nova.objects.instance [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'resources' on Instance uuid 96475efb-e024-4299-8f66-665d352dfb7a {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.159837] env[64022]: INFO nova.scheduler.client.report [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Deleted allocations for instance d8f02443-015d-4fbb-9b39-0b139f54dfb5 [ 993.207228] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.207543] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad927334-dcd5-4123-8a05-62e654783820 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.216412] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 993.216412] env[64022]: value = "task-2303093" [ 993.216412] env[64022]: _type = "Task" [ 993.216412] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.226037] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.294564] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303091, 'name': ReconfigVM_Task, 'duration_secs': 1.801191} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.298289] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Reconfigured VM instance instance-00000065 to attach disk [datastore1] f8f6c6f9-44fd-49ac-a103-0f2aacae02af/f8f6c6f9-44fd-49ac-a103-0f2aacae02af.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.298684] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating instance 'f8f6c6f9-44fd-49ac-a103-0f2aacae02af' progress to 50 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.482932] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303092, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.591692] env[64022]: DEBUG nova.network.neutron [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating instance_info_cache with network_info: [{"id": "dd34844a-8cf8-47d4-a2da-cfe72d27ae18", "address": "fa:16:3e:ff:f5:72", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd34844a-8c", "ovs_interfaceid": "dd34844a-8cf8-47d4-a2da-cfe72d27ae18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.674419] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Lock "d8f02443-015d-4fbb-9b39-0b139f54dfb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.756s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.731621] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303093, 'name': PowerOffVM_Task, 'duration_secs': 0.182463} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.731891] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.734694] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19e787d-acd5-496b-b5d6-6f5519150ff8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.756806] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6218549a-6418-4183-9246-e7b4212651d7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.806511] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892a9e49-ba0b-4fc0-9173-5b977ca0b136 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.836679] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc41b2f-2a5d-4696-b9f7-12093e99c0c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.858084] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating instance 'f8f6c6f9-44fd-49ac-a103-0f2aacae02af' progress to 67 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.971123] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbfa414-00cc-4a6c-add9-0244906d9ba1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.985476] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70962527-3ec8-44bf-80bc-06b9a237773a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.988566] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303092, 'name': CreateSnapshot_Task, 'duration_secs': 0.518807} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.988830] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 993.989860] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72864f69-a280-46ab-900c-c36ad9f18e63 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.018142] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f27f17a-fcc4-466e-ac41-1e2db5d3bf0c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.034018] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa02e94-bbc3-4610-92c4-284548e68d1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.047975] env[64022]: DEBUG nova.compute.provider_tree [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.095080] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.268564] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 994.268911] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-167bc071-5413-4c45-a535-378624d0e1ee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.277156] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 994.277156] env[64022]: value = "task-2303094" [ 994.277156] env[64022]: _type = "Task" [ 994.277156] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.287986] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303094, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.415415] env[64022]: DEBUG nova.network.neutron [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Port e10cc063-9478-4475-b07c-6d5b1bd1c200 binding to destination host cpu-1 is already ACTIVE {{(pid=64022) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 994.537334] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 994.537683] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-35ff62e1-900b-4699-8c90-eb5dce6dfac3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.547376] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 994.547376] env[64022]: value = "task-2303095" [ 994.547376] env[64022]: _type = "Task" [ 994.547376] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.551099] env[64022]: DEBUG nova.scheduler.client.report [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.561021] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303095, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.623508] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5b3720-d8bc-4cfd-8469-19a268b7b4c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.644550] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ff488f-6afd-4f4d-9e43-2a5a4241e380 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.651871] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating instance 'd267b6f7-b93f-41c5-9b04-ed2cfd38204f' progress to 83 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.787426] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303094, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.057871] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303095, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.060876] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.063434] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.273s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.065094] env[64022]: INFO nova.compute.claims [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.093817] env[64022]: INFO nova.scheduler.client.report [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Deleted allocations for instance 96475efb-e024-4299-8f66-665d352dfb7a [ 995.160504] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.161551] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-374221cb-737d-4dcc-97c2-325711d4a56e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.169741] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 995.169741] env[64022]: value = "task-2303096" [ 995.169741] env[64022]: _type = "Task" [ 995.169741] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.183389] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.288949] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303094, 'name': CreateSnapshot_Task, 'duration_secs': 0.800263} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.289049] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 995.290508] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e050358-8a5c-4376-bbe7-b05b63c0ef2d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.439813] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.440127] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.440231] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.557702] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303095, 'name': CloneVM_Task, 'duration_secs': 1.004572} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.557967] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Created linked-clone VM from snapshot [ 995.558713] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d9cc05-4bab-462b-9673-d835e3f060ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.565999] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Uploading image cc4f7c2d-3b73-4b88-b117-3f4e3f36cf2f {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 995.591905] env[64022]: DEBUG oslo_vmware.rw_handles [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 995.591905] env[64022]: value = "vm-468525" [ 995.591905] env[64022]: _type = "VirtualMachine" [ 995.591905] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 995.592199] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2c688dc7-035b-4780-961d-6b31f24a1459 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.602460] env[64022]: DEBUG oslo_vmware.rw_handles [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lease: (returnval){ [ 995.602460] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b74853-859c-0c23-7f6d-3dd53fca1f8f" [ 995.602460] env[64022]: _type = "HttpNfcLease" [ 995.602460] env[64022]: } obtained for exporting VM: (result){ [ 995.602460] env[64022]: value = "vm-468525" [ 995.602460] env[64022]: _type = "VirtualMachine" [ 995.602460] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 995.602705] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the lease: (returnval){ [ 995.602705] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b74853-859c-0c23-7f6d-3dd53fca1f8f" [ 995.602705] env[64022]: _type = "HttpNfcLease" [ 995.602705] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 995.603264] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "96475efb-e024-4299-8f66-665d352dfb7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.654s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.604722] env[64022]: DEBUG oslo_concurrency.lockutils [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] Acquired lock "96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.608684] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ee0c39-d066-418f-af5f-0c6407bade56 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.615169] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.615169] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b74853-859c-0c23-7f6d-3dd53fca1f8f" [ 995.615169] env[64022]: _type = "HttpNfcLease" [ 995.615169] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 995.615803] env[64022]: DEBUG oslo_vmware.rw_handles [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 995.615803] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b74853-859c-0c23-7f6d-3dd53fca1f8f" [ 995.615803] env[64022]: _type = "HttpNfcLease" [ 995.615803] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 995.617698] env[64022]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 995.617805] env[64022]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=64022) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 995.618565] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e1027d-88c5-42b4-a021-feaa849a62aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.622802] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee0c451e-195e-49bb-83fd-d90fa65a2997 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.629568] env[64022]: DEBUG oslo_vmware.rw_handles [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f85ed2-e888-043e-5cdb-711e0acdcdbc/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 995.629761] env[64022]: DEBUG oslo_vmware.rw_handles [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f85ed2-e888-043e-5cdb-711e0acdcdbc/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 995.636345] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991025b0-ef31-4f4c-afbb-1f7e2f976a57 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.714570] env[64022]: DEBUG oslo_vmware.api [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303096, 'name': PowerOnVM_Task, 'duration_secs': 0.482121} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.715041] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.715041] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3b863f42-1832-40f2-96f9-7bde09e24ad5 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating instance 'd267b6f7-b93f-41c5-9b04-ed2cfd38204f' progress to 100 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.733344] env[64022]: ERROR root [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-468504' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-468504' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-468504' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-468504'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-468504' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-468504' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-468504'}\n"]: nova.exception.InstanceNotFound: Instance 96475efb-e024-4299-8f66-665d352dfb7a could not be found. [ 995.733501] env[64022]: DEBUG oslo_concurrency.lockutils [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] Releasing lock "96475efb-e024-4299-8f66-665d352dfb7a" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.733661] env[64022]: DEBUG nova.compute.manager [req-a408e011-133e-48e5-9710-70e5e62095ea req-a4d9774a-c757-414b-bb0f-1861520f615d service nova] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Detach interface failed, port_id=07fc4cf4-6b83-42d4-ac91-e9f5edaff60d, reason: Instance 96475efb-e024-4299-8f66-665d352dfb7a could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 995.737521] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9dc4da74-6f15-4be1-a196-df02470e0310 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.808211] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 995.808840] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b2018e15-b524-46e8-a511-a10f2f90f7fc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.817619] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 995.817619] env[64022]: value = "task-2303098" [ 995.817619] env[64022]: _type = "Task" [ 995.817619] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.825516] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303098, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.335711] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303098, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.373769] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a55be25-8da9-4fc5-86fa-c3956def85e0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.383420] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70eb66d-17ce-4eb5-883b-907b1efff9da {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.420115] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4ba5b4-1ce1-4287-bafc-a7fd1b1ee9f8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.430806] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3bd60d-e1fc-4b4a-8fdb-1934cbf422bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.451605] env[64022]: DEBUG nova.compute.provider_tree [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.500343] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.500343] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.500555] env[64022]: DEBUG nova.network.neutron [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.828460] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303098, 'name': CloneVM_Task} progress is 95%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.955088] env[64022]: DEBUG nova.scheduler.client.report [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.333164] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303098, 'name': CloneVM_Task, 'duration_secs': 1.270462} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.333821] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Created linked-clone VM from snapshot [ 997.334711] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efed13c4-a310-467c-adc0-464922bd059a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.349485] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Uploading image c3e73e3b-ec15-46bb-9367-7a5547f435a2 {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 997.354623] env[64022]: DEBUG nova.network.neutron [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating instance_info_cache with network_info: [{"id": "e10cc063-9478-4475-b07c-6d5b1bd1c200", "address": "fa:16:3e:69:b4:2b", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10cc063-94", "ovs_interfaceid": "e10cc063-9478-4475-b07c-6d5b1bd1c200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.394217] env[64022]: DEBUG oslo_vmware.rw_handles [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 997.394217] env[64022]: value = "vm-468527" [ 997.394217] env[64022]: _type = "VirtualMachine" [ 997.394217] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 997.394217] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d74f90ab-5873-4e19-84b1-2e75e3ff8ee5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.406563] env[64022]: DEBUG oslo_vmware.rw_handles [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lease: (returnval){ [ 997.406563] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e05913-b315-cf8d-a238-e9de4b7f7899" [ 997.406563] env[64022]: _type = "HttpNfcLease" [ 997.406563] env[64022]: } obtained for exporting VM: (result){ [ 997.406563] env[64022]: value = "vm-468527" [ 997.406563] env[64022]: _type = "VirtualMachine" [ 997.406563] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 997.407013] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the lease: (returnval){ [ 997.407013] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e05913-b315-cf8d-a238-e9de4b7f7899" [ 997.407013] env[64022]: _type = "HttpNfcLease" [ 997.407013] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 997.414054] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.414054] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e05913-b315-cf8d-a238-e9de4b7f7899" [ 997.414054] env[64022]: _type = "HttpNfcLease" [ 997.414054] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 997.416580] env[64022]: DEBUG oslo_vmware.rw_handles [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 997.416580] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e05913-b315-cf8d-a238-e9de4b7f7899" [ 997.416580] env[64022]: _type = "HttpNfcLease" [ 997.416580] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 997.418508] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2764d63e-d1c4-4a2f-8770-56d905b07ec0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.426860] env[64022]: DEBUG oslo_vmware.rw_handles [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9e09a-b776-d9f5-17c2-d3fcb25f4e02/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 997.427247] env[64022]: DEBUG oslo_vmware.rw_handles [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9e09a-b776-d9f5-17c2-d3fcb25f4e02/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 997.489839] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.490425] env[64022]: DEBUG nova.compute.manager [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.523861] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ef22b30-8d61-4493-8c6a-f0a0ad80d3ee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.859158] env[64022]: DEBUG oslo_concurrency.lockutils [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.996540] env[64022]: DEBUG nova.compute.utils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 997.998796] env[64022]: DEBUG nova.compute.manager [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.998972] env[64022]: DEBUG nova.network.neutron [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.060852] env[64022]: DEBUG nova.policy [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99da25738353432f945455eeec35f352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a59c28fedcf43218d1d9a24aec2a578', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.373395] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.374516] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.374516] env[64022]: DEBUG nova.compute.manager [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Going to confirm migration 4 {{(pid=64022) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 998.401363] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ba3b44-be92-4b36-932f-e50c5fc3c83d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.431059] env[64022]: DEBUG nova.network.neutron [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Successfully created port: 273dd6a8-1d87-4fa9-9e7e-42698d4041af {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.433981] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac78c1-6c7a-43f8-87be-90a33f444ec2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.444692] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating instance 'f8f6c6f9-44fd-49ac-a103-0f2aacae02af' progress to 83 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 998.503180] env[64022]: DEBUG nova.compute.manager [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.932137] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.933400] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquired lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.935445] env[64022]: DEBUG nova.network.neutron [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.935899] env[64022]: DEBUG nova.objects.instance [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lazy-loading 'info_cache' on Instance uuid d267b6f7-b93f-41c5-9b04-ed2cfd38204f {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.955247] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.956430] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78c93530-b14f-46d8-87b9-23071bb4f5b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.963887] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 998.963887] env[64022]: value = "task-2303100" [ 998.963887] env[64022]: _type = "Task" [ 998.963887] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.975559] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.030048] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.030627] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.481757] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.521172] env[64022]: DEBUG nova.compute.manager [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.534070] env[64022]: DEBUG nova.compute.manager [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.979613] env[64022]: DEBUG oslo_vmware.api [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303100, 'name': PowerOnVM_Task, 'duration_secs': 0.599808} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.979613] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.979613] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4650bb-6f27-4e0a-acc5-f74d51378397 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating instance 'f8f6c6f9-44fd-49ac-a103-0f2aacae02af' progress to 100 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.070405] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.070405] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.071760] env[64022]: INFO nova.compute.claims [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.076632] env[64022]: DEBUG nova.network.neutron [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Successfully updated port: 273dd6a8-1d87-4fa9-9e7e-42698d4041af {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.242176] env[64022]: DEBUG nova.network.neutron [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating instance_info_cache with network_info: [{"id": "dd34844a-8cf8-47d4-a2da-cfe72d27ae18", "address": "fa:16:3e:ff:f5:72", "network": {"id": "d1e45fb6-b24f-4fda-856b-f25ee3c85aa7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2049188908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93c2c99c6bbb45d68fd6e9fca7bfa6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd34844a-8c", "ovs_interfaceid": "dd34844a-8cf8-47d4-a2da-cfe72d27ae18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.581625] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "refresh_cache-bf6d0980-9a59-4713-8fc3-751b1abc0005" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.581919] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "refresh_cache-bf6d0980-9a59-4713-8fc3-751b1abc0005" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.582099] env[64022]: DEBUG nova.network.neutron [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.744802] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Releasing lock "refresh_cache-d267b6f7-b93f-41c5-9b04-ed2cfd38204f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.745016] env[64022]: DEBUG nova.objects.instance [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lazy-loading 'migration_context' on Instance uuid d267b6f7-b93f-41c5-9b04-ed2cfd38204f {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.123894] env[64022]: DEBUG nova.network.neutron [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.249861] env[64022]: DEBUG nova.objects.base [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1001.250863] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656e17d8-5fa3-4b2e-a1d8-546dae263dad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.278780] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f1098c-282c-465c-aa7f-39182a43bf1b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.282073] env[64022]: DEBUG nova.network.neutron [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Updating instance_info_cache with network_info: [{"id": "273dd6a8-1d87-4fa9-9e7e-42698d4041af", "address": "fa:16:3e:6f:d6:0b", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap273dd6a8-1d", "ovs_interfaceid": "273dd6a8-1d87-4fa9-9e7e-42698d4041af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.289019] env[64022]: DEBUG oslo_vmware.api [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 1001.289019] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520da31a-194a-2d99-4d4e-8ce5a4fe0ca8" [ 1001.289019] env[64022]: _type = "Task" [ 1001.289019] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.297438] env[64022]: DEBUG oslo_vmware.api [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520da31a-194a-2d99-4d4e-8ce5a4fe0ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.336493] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b913a79e-f038-465a-81b6-f6de0cb22160 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.344442] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8074584-1838-4d40-8291-04a1bcabef57 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.376531] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dee89d5-4d4e-49e7-9f29-307dc693f11c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.388040] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a7e0f4-503d-4e8a-bc10-714a981d24f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.402250] env[64022]: DEBUG nova.compute.provider_tree [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.786951] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "refresh_cache-bf6d0980-9a59-4713-8fc3-751b1abc0005" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.787338] env[64022]: DEBUG nova.compute.manager [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Instance network_info: |[{"id": "273dd6a8-1d87-4fa9-9e7e-42698d4041af", "address": "fa:16:3e:6f:d6:0b", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap273dd6a8-1d", "ovs_interfaceid": "273dd6a8-1d87-4fa9-9e7e-42698d4041af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.799866] env[64022]: DEBUG oslo_vmware.api [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520da31a-194a-2d99-4d4e-8ce5a4fe0ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.800320] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.906069] env[64022]: DEBUG nova.scheduler.client.report [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.411955] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.412676] env[64022]: DEBUG nova.compute.manager [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.415634] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.615s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.923918] env[64022]: DEBUG nova.compute.utils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1002.926277] env[64022]: DEBUG nova.compute.manager [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.927201] env[64022]: DEBUG nova.network.neutron [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.973302] env[64022]: DEBUG nova.policy [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd08471ed48d14639b7aeecf02e4971ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '400d48af30094ccba424ceee72faec9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.169256] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c07990-2494-4b55-b274-fbe55c053c9e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.178518] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb68ab3-798d-4e4e-a052-fba462c020e8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.212374] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb4fa1c-8fa1-485f-b67f-49f92e6e9c5d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.220721] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5957f7-4231-4f18-8d06-2e7cd7cc7ed3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.235565] env[64022]: DEBUG nova.compute.provider_tree [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.319551] env[64022]: DEBUG nova.network.neutron [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Successfully created port: 27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.430149] env[64022]: DEBUG nova.compute.manager [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.739036] env[64022]: DEBUG nova.scheduler.client.report [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.099649] env[64022]: DEBUG nova.virt.hardware [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.099938] env[64022]: DEBUG nova.virt.hardware [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.100101] env[64022]: DEBUG nova.virt.hardware [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.100315] env[64022]: DEBUG nova.virt.hardware [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.100476] env[64022]: DEBUG nova.virt.hardware [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.100623] env[64022]: DEBUG nova.virt.hardware [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.100848] env[64022]: DEBUG nova.virt.hardware [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.101039] env[64022]: DEBUG nova.virt.hardware [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.101222] env[64022]: DEBUG nova.virt.hardware [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.101389] env[64022]: DEBUG nova.virt.hardware [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.101565] env[64022]: DEBUG nova.virt.hardware [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.103811] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10acce3-4190-41cf-854f-7bc075b9f6e2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.113649] env[64022]: DEBUG oslo_vmware.rw_handles [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f85ed2-e888-043e-5cdb-711e0acdcdbc/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1004.114983] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ed7038-abb9-4840-ae6b-ade2ff114349 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.119490] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89191704-c554-44b9-bae3-56dcbc2f36d1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.132576] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:d6:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '273dd6a8-1d87-4fa9-9e7e-42698d4041af', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.141119] env[64022]: DEBUG oslo.service.loopingcall [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.143173] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.143390] env[64022]: DEBUG oslo_vmware.rw_handles [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f85ed2-e888-043e-5cdb-711e0acdcdbc/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1004.143562] env[64022]: ERROR oslo_vmware.rw_handles [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f85ed2-e888-043e-5cdb-711e0acdcdbc/disk-0.vmdk due to incomplete transfer. [ 1004.143774] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b78e71a0-2b0c-4e42-b1f8-16d40b4694e5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.158365] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9ad05a3f-906c-431f-b906-2038649e01eb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.166980] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.166980] env[64022]: value = "task-2303101" [ 1004.166980] env[64022]: _type = "Task" [ 1004.166980] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.175260] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303101, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.176375] env[64022]: DEBUG oslo_vmware.rw_handles [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f85ed2-e888-043e-5cdb-711e0acdcdbc/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1004.176589] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Uploaded image cc4f7c2d-3b73-4b88-b117-3f4e3f36cf2f to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1004.178824] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1004.179111] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1bc7ee65-9c1c-4f53-a820-1edf22da7afd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.185301] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1004.185301] env[64022]: value = "task-2303102" [ 1004.185301] env[64022]: _type = "Task" [ 1004.185301] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.195728] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303102, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.444671] env[64022]: DEBUG nova.compute.manager [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.473445] env[64022]: DEBUG nova.virt.hardware [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.473707] env[64022]: DEBUG nova.virt.hardware [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.473868] env[64022]: DEBUG nova.virt.hardware [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.474094] env[64022]: DEBUG nova.virt.hardware [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.474257] env[64022]: DEBUG nova.virt.hardware [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.474445] env[64022]: DEBUG nova.virt.hardware [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.474654] env[64022]: DEBUG nova.virt.hardware [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.474815] env[64022]: DEBUG nova.virt.hardware [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.474994] env[64022]: DEBUG nova.virt.hardware [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.475238] env[64022]: DEBUG nova.virt.hardware [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.475417] env[64022]: DEBUG nova.virt.hardware [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.476356] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c3639a-966d-494e-9fe9-e7efb3a257dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.484403] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9a22b5-c057-4c36-af8a-a38334d0e0e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.678231] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303101, 'name': CreateVM_Task, 'duration_secs': 0.374211} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.678322] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.679253] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.679516] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.679915] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.680295] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-572fc45c-71d3-48b8-b179-a0935f824974 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.685571] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1004.685571] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f8c6a6-aaf2-22c6-2bd6-93f754ef6ae7" [ 1004.685571] env[64022]: _type = "Task" [ 1004.685571] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.696756] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f8c6a6-aaf2-22c6-2bd6-93f754ef6ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.699999] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303102, 'name': Destroy_Task, 'duration_secs': 0.336667} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.700272] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Destroyed the VM [ 1004.700520] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1004.700811] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-280f51a6-a755-4102-bfdc-cc5b09a74d84 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.707112] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1004.707112] env[64022]: value = "task-2303103" [ 1004.707112] env[64022]: _type = "Task" [ 1004.707112] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.714717] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303103, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.751355] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.336s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.857633] env[64022]: DEBUG nova.network.neutron [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Successfully updated port: 27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.991266] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Acquiring lock "ff1b27d8-b5cf-4141-ac50-d78b8b29dad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.991478] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Lock "ff1b27d8-b5cf-4141-ac50-d78b8b29dad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.196400] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f8c6a6-aaf2-22c6-2bd6-93f754ef6ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.196798] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.197032] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.197302] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.197500] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.197675] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.197973] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0f0e7ec-1a9f-4225-bbcc-d4f28c3c2a2f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.206766] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.206966] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.207818] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f0ac93-103a-4261-aae4-c4d010357254 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.220085] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303103, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.220427] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1005.220427] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520d61e9-d1cb-2808-f2a6-29d63906f311" [ 1005.220427] env[64022]: _type = "Task" [ 1005.220427] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.228955] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520d61e9-d1cb-2808-f2a6-29d63906f311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.245945] env[64022]: DEBUG nova.compute.manager [req-8b3e0095-d0c1-404e-9024-ad169243941e req-aadd1608-baf8-4dad-8892-c18ae034ee59 service nova] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Received event network-vif-plugged-273dd6a8-1d87-4fa9-9e7e-42698d4041af {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.245945] env[64022]: DEBUG oslo_concurrency.lockutils [req-8b3e0095-d0c1-404e-9024-ad169243941e req-aadd1608-baf8-4dad-8892-c18ae034ee59 service nova] Acquiring lock "bf6d0980-9a59-4713-8fc3-751b1abc0005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.246137] env[64022]: DEBUG oslo_concurrency.lockutils [req-8b3e0095-d0c1-404e-9024-ad169243941e req-aadd1608-baf8-4dad-8892-c18ae034ee59 service nova] Lock "bf6d0980-9a59-4713-8fc3-751b1abc0005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.246387] env[64022]: DEBUG oslo_concurrency.lockutils [req-8b3e0095-d0c1-404e-9024-ad169243941e req-aadd1608-baf8-4dad-8892-c18ae034ee59 service nova] Lock "bf6d0980-9a59-4713-8fc3-751b1abc0005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.246505] env[64022]: DEBUG nova.compute.manager [req-8b3e0095-d0c1-404e-9024-ad169243941e req-aadd1608-baf8-4dad-8892-c18ae034ee59 service nova] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] No waiting events found dispatching network-vif-plugged-273dd6a8-1d87-4fa9-9e7e-42698d4041af {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.246658] env[64022]: WARNING nova.compute.manager [req-8b3e0095-d0c1-404e-9024-ad169243941e req-aadd1608-baf8-4dad-8892-c18ae034ee59 service nova] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Received unexpected event network-vif-plugged-273dd6a8-1d87-4fa9-9e7e-42698d4041af for instance with vm_state building and task_state spawning. [ 1005.309221] env[64022]: INFO nova.scheduler.client.report [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleted allocation for migration ff3af186-17ed-4a23-a99b-2a26f9a720a6 [ 1005.360922] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.361267] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.361478] env[64022]: DEBUG nova.network.neutron [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.493872] env[64022]: DEBUG nova.compute.manager [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.683329] env[64022]: DEBUG oslo_vmware.rw_handles [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9e09a-b776-d9f5-17c2-d3fcb25f4e02/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1005.684493] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10968b0b-c145-449d-9a34-17e71ea7fd5e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.690814] env[64022]: DEBUG oslo_vmware.rw_handles [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9e09a-b776-d9f5-17c2-d3fcb25f4e02/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1005.690985] env[64022]: ERROR oslo_vmware.rw_handles [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9e09a-b776-d9f5-17c2-d3fcb25f4e02/disk-0.vmdk due to incomplete transfer. [ 1005.691256] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-acc6ab4f-800a-4766-bccb-428933bb3b5e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.699537] env[64022]: DEBUG oslo_vmware.rw_handles [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9e09a-b776-d9f5-17c2-d3fcb25f4e02/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1005.699537] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Uploaded image c3e73e3b-ec15-46bb-9367-7a5547f435a2 to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1005.700706] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1005.700959] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0ad6ef47-bf27-4848-afe7-24fc202b1d6c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.707165] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1005.707165] env[64022]: value = "task-2303104" [ 1005.707165] env[64022]: _type = "Task" [ 1005.707165] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.721905] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303103, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.722078] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303104, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.729965] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520d61e9-d1cb-2808-f2a6-29d63906f311, 'name': SearchDatastore_Task, 'duration_secs': 0.013071} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.730780] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c1943c0-d047-4adc-913b-5cb62cf9d42c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.735643] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1005.735643] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cb427c-e2a7-c115-1b64-4ec647dae025" [ 1005.735643] env[64022]: _type = "Task" [ 1005.735643] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.745202] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cb427c-e2a7-c115-1b64-4ec647dae025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.816413] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.442s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.835565] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Acquiring lock "7aa8fa26-79ff-46e6-8d86-a5ba1597369e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.835801] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Lock "7aa8fa26-79ff-46e6-8d86-a5ba1597369e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.895415] env[64022]: DEBUG nova.network.neutron [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.986451] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.986739] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.986981] env[64022]: DEBUG nova.compute.manager [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Going to confirm migration 5 {{(pid=64022) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1006.016777] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.017227] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.018831] env[64022]: INFO nova.compute.claims [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.029189] env[64022]: DEBUG nova.network.neutron [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Updating instance_info_cache with network_info: [{"id": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "address": "fa:16:3e:a9:7a:fc", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ce76be-f3", "ovs_interfaceid": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.219764] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303104, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.222643] env[64022]: DEBUG oslo_vmware.api [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303103, 'name': RemoveSnapshot_Task, 'duration_secs': 1.508477} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.222883] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.223126] env[64022]: INFO nova.compute.manager [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Took 13.80 seconds to snapshot the instance on the hypervisor. [ 1006.244163] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52cb427c-e2a7-c115-1b64-4ec647dae025, 'name': SearchDatastore_Task, 'duration_secs': 0.015927} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.244411] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.244679] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] bf6d0980-9a59-4713-8fc3-751b1abc0005/bf6d0980-9a59-4713-8fc3-751b1abc0005.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.245049] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27eb87bb-b8e8-4b33-9d29-767b674c8987 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.250879] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1006.250879] env[64022]: value = "task-2303105" [ 1006.250879] env[64022]: _type = "Task" [ 1006.250879] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.258105] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.337896] env[64022]: DEBUG nova.compute.manager [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.533965] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.534416] env[64022]: DEBUG nova.compute.manager [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Instance network_info: |[{"id": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "address": "fa:16:3e:a9:7a:fc", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ce76be-f3", "ovs_interfaceid": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.535203] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:7a:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27ce76be-f3f1-4ae6-9762-d8cac1d53bf7', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.543644] env[64022]: DEBUG oslo.service.loopingcall [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.544273] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.548029] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1212b304-0e4e-4151-b4fa-ab72e203cd95 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.568944] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.568944] env[64022]: value = "task-2303106" [ 1006.568944] env[64022]: _type = "Task" [ 1006.568944] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.578793] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303106, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.586865] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.587071] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.587262] env[64022]: DEBUG nova.network.neutron [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.587463] env[64022]: DEBUG nova.objects.instance [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lazy-loading 'info_cache' on Instance uuid f8f6c6f9-44fd-49ac-a103-0f2aacae02af {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.718357] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303104, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.764634] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483306} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.764919] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] bf6d0980-9a59-4713-8fc3-751b1abc0005/bf6d0980-9a59-4713-8fc3-751b1abc0005.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.765226] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.765441] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0892dfc6-4871-48b6-afe9-2d5b07c14417 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.777032] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1006.777032] env[64022]: value = "task-2303107" [ 1006.777032] env[64022]: _type = "Task" [ 1006.777032] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.786653] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.798256] env[64022]: DEBUG nova.compute.manager [None req-48ce1c56-a0f9-49d0-894d-1eb552603dee tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Found 1 images (rotation: 2) {{(pid=64022) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1006.864107] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.900535] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.900861] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.902150] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.902298] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.902489] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.904795] env[64022]: INFO nova.compute.manager [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Terminating instance [ 1007.044884] env[64022]: DEBUG nova.scheduler.client.report [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Refreshing inventories for resource provider 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1007.059812] env[64022]: DEBUG nova.scheduler.client.report [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Updating ProviderTree inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1007.060105] env[64022]: DEBUG nova.compute.provider_tree [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.078928] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303106, 'name': CreateVM_Task, 'duration_secs': 0.428857} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.080107] env[64022]: DEBUG nova.scheduler.client.report [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Refreshing aggregate associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, aggregates: None {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1007.082131] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.083174] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.083230] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.083530] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.083780] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea576616-e39e-497d-86ec-3871d4fb09c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.088406] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1007.088406] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f29af3-5b3a-6966-a418-ece2a8879395" [ 1007.088406] env[64022]: _type = "Task" [ 1007.088406] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.098575] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f29af3-5b3a-6966-a418-ece2a8879395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.100110] env[64022]: DEBUG nova.scheduler.client.report [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Refreshing trait associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1007.219980] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303104, 'name': Destroy_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.276641] env[64022]: DEBUG nova.compute.manager [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Received event network-changed-273dd6a8-1d87-4fa9-9e7e-42698d4041af {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.276859] env[64022]: DEBUG nova.compute.manager [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Refreshing instance network info cache due to event network-changed-273dd6a8-1d87-4fa9-9e7e-42698d4041af. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1007.277047] env[64022]: DEBUG oslo_concurrency.lockutils [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] Acquiring lock "refresh_cache-bf6d0980-9a59-4713-8fc3-751b1abc0005" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.277198] env[64022]: DEBUG oslo_concurrency.lockutils [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] Acquired lock "refresh_cache-bf6d0980-9a59-4713-8fc3-751b1abc0005" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.277359] env[64022]: DEBUG nova.network.neutron [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Refreshing network info cache for port 273dd6a8-1d87-4fa9-9e7e-42698d4041af {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.292088] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068812} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.292357] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.293484] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c0da4a-95ba-47b6-a399-a66af14a587b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.317337] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] bf6d0980-9a59-4713-8fc3-751b1abc0005/bf6d0980-9a59-4713-8fc3-751b1abc0005.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.320117] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-595fd9b3-2e26-49f0-ac55-af0bb2652c6a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.340843] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1007.340843] env[64022]: value = "task-2303108" [ 1007.340843] env[64022]: _type = "Task" [ 1007.340843] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.345366] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30971ff4-72be-458e-8435-5b0125a3b999 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.354494] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.357163] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b14882c-8bdc-4721-8524-b0781cd35559 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.400197] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2ff1d8-4326-4ee0-82dc-cee90c170790 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.408769] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102af64b-bd33-40f7-8b45-6e6bf19ee0b4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.413130] env[64022]: DEBUG nova.compute.manager [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.413378] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.414133] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22847ce4-a313-4cde-a42b-5a23017390a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.434712] env[64022]: DEBUG nova.compute.provider_tree [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.436355] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.436901] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-298a64bd-e60f-4974-9e21-37298f37022e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.443621] env[64022]: DEBUG oslo_vmware.api [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 1007.443621] env[64022]: value = "task-2303109" [ 1007.443621] env[64022]: _type = "Task" [ 1007.443621] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.453753] env[64022]: DEBUG oslo_vmware.api [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.473898] env[64022]: DEBUG nova.compute.manager [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.475110] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da270425-6210-479a-9d37-23dd51a7a959 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.601802] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f29af3-5b3a-6966-a418-ece2a8879395, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.602231] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.602516] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.602794] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.602989] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.603225] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.603973] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aa821f0-4c04-4b7c-a23f-9886410518dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.613354] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.613402] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.614360] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8045a59-8046-47ed-885b-0e4d29291147 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.619750] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1007.619750] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526f0aa9-1eb5-44ee-f421-ab2e09bf5cdd" [ 1007.619750] env[64022]: _type = "Task" [ 1007.619750] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.627816] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526f0aa9-1eb5-44ee-f421-ab2e09bf5cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.720607] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303104, 'name': Destroy_Task, 'duration_secs': 1.600902} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.721056] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Destroyed the VM [ 1007.725020] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1007.725020] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-922e50bb-9dd7-488d-940c-c87413201842 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.727669] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1007.727669] env[64022]: value = "task-2303110" [ 1007.727669] env[64022]: _type = "Task" [ 1007.727669] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.738401] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303110, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.851514] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303108, 'name': ReconfigVM_Task, 'duration_secs': 0.509928} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.851761] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Reconfigured VM instance instance-00000068 to attach disk [datastore2] bf6d0980-9a59-4713-8fc3-751b1abc0005/bf6d0980-9a59-4713-8fc3-751b1abc0005.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.854753] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-636528c8-c331-4d73-89ff-ffc186c67279 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.860375] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1007.860375] env[64022]: value = "task-2303111" [ 1007.860375] env[64022]: _type = "Task" [ 1007.860375] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.868505] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303111, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.939860] env[64022]: DEBUG nova.scheduler.client.report [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.953351] env[64022]: DEBUG oslo_vmware.api [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303109, 'name': PowerOffVM_Task, 'duration_secs': 0.291436} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.953655] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.954679] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.954968] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4b826a4-8c1b-429f-a54c-2dac37165671 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.967278] env[64022]: INFO nova.compute.manager [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Rebuilding instance [ 1007.987613] env[64022]: INFO nova.compute.manager [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] instance snapshotting [ 1007.988406] env[64022]: DEBUG nova.objects.instance [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'flavor' on Instance uuid 1477c326-91e3-447f-9c8c-e2ff0c6875a4 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.019260] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.019260] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.019260] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleting the datastore file [datastore2] d267b6f7-b93f-41c5-9b04-ed2cfd38204f {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.019260] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0957eee2-cfe7-4254-924b-273964a074f2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.026908] env[64022]: DEBUG oslo_vmware.api [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for the task: (returnval){ [ 1008.026908] env[64022]: value = "task-2303113" [ 1008.026908] env[64022]: _type = "Task" [ 1008.026908] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.031115] env[64022]: DEBUG nova.compute.manager [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.031958] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c45332a-4735-40dc-be02-27b26873d94c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.040819] env[64022]: DEBUG oslo_vmware.api [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.045853] env[64022]: DEBUG nova.network.neutron [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating instance_info_cache with network_info: [{"id": "e10cc063-9478-4475-b07c-6d5b1bd1c200", "address": "fa:16:3e:69:b4:2b", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10cc063-94", "ovs_interfaceid": "e10cc063-9478-4475-b07c-6d5b1bd1c200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.136026] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526f0aa9-1eb5-44ee-f421-ab2e09bf5cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.012565} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.136026] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7217d9d1-af7d-42a6-8eac-d9f97175ddd6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.142906] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1008.142906] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5263ebd7-126e-e8ea-2c43-0f6479826e03" [ 1008.142906] env[64022]: _type = "Task" [ 1008.142906] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.152782] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5263ebd7-126e-e8ea-2c43-0f6479826e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.163917] env[64022]: DEBUG nova.network.neutron [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Updated VIF entry in instance network info cache for port 273dd6a8-1d87-4fa9-9e7e-42698d4041af. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.164399] env[64022]: DEBUG nova.network.neutron [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Updating instance_info_cache with network_info: [{"id": "273dd6a8-1d87-4fa9-9e7e-42698d4041af", "address": "fa:16:3e:6f:d6:0b", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap273dd6a8-1d", "ovs_interfaceid": "273dd6a8-1d87-4fa9-9e7e-42698d4041af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.238374] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303110, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.370220] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303111, 'name': Rename_Task, 'duration_secs': 0.284787} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.370522] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.370799] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05130464-9043-4ad3-8eda-79172cd53ca9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.376856] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1008.376856] env[64022]: value = "task-2303114" [ 1008.376856] env[64022]: _type = "Task" [ 1008.376856] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.384346] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.448890] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.449670] env[64022]: DEBUG nova.compute.manager [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.452276] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.588s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.453940] env[64022]: INFO nova.compute.claims [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.499033] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5587984-1821-430d-9175-542371b72ae5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.519207] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd20c22f-9e1b-40b9-9196-ca905ff6685d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.538130] env[64022]: DEBUG oslo_vmware.api [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Task: {'id': task-2303113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278597} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.538389] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.538669] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.538889] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.539085] env[64022]: INFO nova.compute.manager [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1008.539326] env[64022]: DEBUG oslo.service.loopingcall [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.539511] env[64022]: DEBUG nova.compute.manager [-] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.539600] env[64022]: DEBUG nova.network.neutron [-] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.548713] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "refresh_cache-f8f6c6f9-44fd-49ac-a103-0f2aacae02af" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.548940] env[64022]: DEBUG nova.objects.instance [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lazy-loading 'migration_context' on Instance uuid f8f6c6f9-44fd-49ac-a103-0f2aacae02af {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.654136] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5263ebd7-126e-e8ea-2c43-0f6479826e03, 'name': SearchDatastore_Task, 'duration_secs': 0.033723} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.654136] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.654136] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 85a27bbf-cfb9-4cdd-b716-bee664d160e5/85a27bbf-cfb9-4cdd-b716-bee664d160e5.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.654136] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53be41ad-f4f5-485b-bb73-9c52b654baa4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.662143] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1008.662143] env[64022]: value = "task-2303115" [ 1008.662143] env[64022]: _type = "Task" [ 1008.662143] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.668647] env[64022]: DEBUG oslo_concurrency.lockutils [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] Releasing lock "refresh_cache-bf6d0980-9a59-4713-8fc3-751b1abc0005" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.668879] env[64022]: DEBUG nova.compute.manager [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Received event network-vif-plugged-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.669086] env[64022]: DEBUG oslo_concurrency.lockutils [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] Acquiring lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.670018] env[64022]: DEBUG oslo_concurrency.lockutils [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] Lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.670018] env[64022]: DEBUG oslo_concurrency.lockutils [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] Lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.670018] env[64022]: DEBUG nova.compute.manager [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] No waiting events found dispatching network-vif-plugged-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.670018] env[64022]: WARNING nova.compute.manager [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Received unexpected event network-vif-plugged-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 for instance with vm_state building and task_state spawning. [ 1008.670018] env[64022]: DEBUG nova.compute.manager [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Received event network-changed-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.670212] env[64022]: DEBUG nova.compute.manager [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Refreshing instance network info cache due to event network-changed-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.671340] env[64022]: DEBUG oslo_concurrency.lockutils [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] Acquiring lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.671340] env[64022]: DEBUG oslo_concurrency.lockutils [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] Acquired lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.671340] env[64022]: DEBUG nova.network.neutron [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Refreshing network info cache for port 27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.671900] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.739158] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303110, 'name': RemoveSnapshot_Task, 'duration_secs': 0.702831} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.739430] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1008.739830] env[64022]: DEBUG nova.compute.manager [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.740617] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fc2bd6-75bf-473f-aae5-96699e6f3aaa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.888423] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.959601] env[64022]: DEBUG nova.compute.utils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1008.964419] env[64022]: DEBUG nova.compute.manager [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.965414] env[64022]: DEBUG nova.network.neutron [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.026874] env[64022]: DEBUG nova.policy [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a5c173e516b42738207d4257e63b780', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3869aaa15ca45319f86f9c4a6614b27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.033862] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1009.034200] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8008a59d-111e-47e1-901b-2df6c9bb4eab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.041938] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1009.041938] env[64022]: value = "task-2303116" [ 1009.041938] env[64022]: _type = "Task" [ 1009.041938] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.052407] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.053108] env[64022]: DEBUG nova.objects.base [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1009.053385] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303116, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.053615] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-416d35f9-9761-4494-bd45-9603f5fa7cf5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.056203] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557e95ba-09a6-4896-99e1-8ef9b96f1b1d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.079683] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba827ea5-c342-464e-951e-b75d002dce4e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.085117] env[64022]: DEBUG oslo_vmware.api [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Waiting for the task: (returnval){ [ 1009.085117] env[64022]: value = "task-2303117" [ 1009.085117] env[64022]: _type = "Task" [ 1009.085117] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.092212] env[64022]: DEBUG oslo_vmware.api [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 1009.092212] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f77a94-159d-15b2-283d-22a284df5cfb" [ 1009.092212] env[64022]: _type = "Task" [ 1009.092212] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.106216] env[64022]: DEBUG oslo_vmware.api [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2303117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.110045] env[64022]: DEBUG oslo_vmware.api [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f77a94-159d-15b2-283d-22a284df5cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.177680] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303115, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.257897] env[64022]: INFO nova.compute.manager [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Shelve offloading [ 1009.271032] env[64022]: DEBUG nova.network.neutron [-] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.307955] env[64022]: DEBUG nova.compute.manager [req-fb9ddc44-ec85-4caa-b6b6-27ba8284ba6b req-90dd464b-4b3e-40ae-8da4-f879db864f20 service nova] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Received event network-vif-deleted-dd34844a-8cf8-47d4-a2da-cfe72d27ae18 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.388438] env[64022]: DEBUG oslo_vmware.api [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303114, 'name': PowerOnVM_Task, 'duration_secs': 0.552147} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.388748] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.388973] env[64022]: INFO nova.compute.manager [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1009.389191] env[64022]: DEBUG nova.compute.manager [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.390341] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf0dfd3-4464-480e-9944-e4805a177b27 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.472244] env[64022]: DEBUG nova.compute.manager [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.555658] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303116, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.596025] env[64022]: DEBUG oslo_vmware.api [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2303117, 'name': PowerOffVM_Task, 'duration_secs': 0.290337} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.599176] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.599891] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.602953] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebc0dc2b-dc54-406a-a72b-53e4d3485267 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.606286] env[64022]: DEBUG nova.network.neutron [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Updated VIF entry in instance network info cache for port 27ce76be-f3f1-4ae6-9762-d8cac1d53bf7. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.606640] env[64022]: DEBUG nova.network.neutron [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Updating instance_info_cache with network_info: [{"id": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "address": "fa:16:3e:a9:7a:fc", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ce76be-f3", "ovs_interfaceid": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.611972] env[64022]: DEBUG oslo_vmware.api [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f77a94-159d-15b2-283d-22a284df5cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.020363} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.614517] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.614517] env[64022]: DEBUG oslo_vmware.api [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Waiting for the task: (returnval){ [ 1009.614517] env[64022]: value = "task-2303118" [ 1009.614517] env[64022]: _type = "Task" [ 1009.614517] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.628925] env[64022]: DEBUG nova.network.neutron [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Successfully created port: 4dd589e4-6be0-44ee-b068-3b89289b40d3 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.631348] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1009.631524] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1009.631716] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468429', 'volume_id': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'name': 'volume-4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f33f839-08f9-4f61-a513-16cc247eb2d3', 'attached_at': '', 'detached_at': '', 'volume_id': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'serial': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1009.635198] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7b308c-baf4-4a13-a67c-cc2d9e77bef7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.659208] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b0dd91-5310-4e40-ae2e-748b15e17f78 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.667816] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce94db-e4e6-41d9-a95d-3527d99ffb45 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.674998] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576387} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.677720] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 85a27bbf-cfb9-4cdd-b716-bee664d160e5/85a27bbf-cfb9-4cdd-b716-bee664d160e5.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.678057] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.678345] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a60204f-8143-44c2-a74c-309754110def {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.696102] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f4fb18-1aef-4da7-b891-d35ac3d025e3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.699676] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1009.699676] env[64022]: value = "task-2303119" [ 1009.699676] env[64022]: _type = "Task" [ 1009.699676] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.713930] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] The volume has not been displaced from its original location: [datastore1] volume-4bd54490-cdd0-4ddd-95d7-c8ad8262f510/volume-4bd54490-cdd0-4ddd-95d7-c8ad8262f510.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1009.719388] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1009.722510] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d0713e-8109-4725-bfa0-287d8f16a52f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.738715] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.743358] env[64022]: DEBUG oslo_vmware.api [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Waiting for the task: (returnval){ [ 1009.743358] env[64022]: value = "task-2303120" [ 1009.743358] env[64022]: _type = "Task" [ 1009.743358] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.752600] env[64022]: DEBUG oslo_vmware.api [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2303120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.763235] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.764378] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bd4c33e-94fd-4d61-9f8e-d2d5ee2d33a0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.769664] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1009.769664] env[64022]: value = "task-2303121" [ 1009.769664] env[64022]: _type = "Task" [ 1009.769664] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.773205] env[64022]: INFO nova.compute.manager [-] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Took 1.23 seconds to deallocate network for instance. [ 1009.784287] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1009.784486] env[64022]: DEBUG nova.compute.manager [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.785267] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edef1f3e-c7ae-467c-8cd9-696362b24c83 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.793467] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.793563] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.793691] env[64022]: DEBUG nova.network.neutron [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.807702] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350a8373-4578-46a6-8afd-fbb7b9cb9ddd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.815415] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772fe85a-d30d-40b2-8d75-f782b2c54b16 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.848279] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ceb210-bdaa-4a9c-bf7f-5ef43591704e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.860130] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1afc00a-8315-47bf-899f-8ba9177d4bd9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.870374] env[64022]: DEBUG nova.compute.provider_tree [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.915154] env[64022]: INFO nova.compute.manager [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Took 17.15 seconds to build instance. [ 1010.053966] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303116, 'name': CreateSnapshot_Task, 'duration_secs': 0.615524} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.054303] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1010.055055] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfb8c1e-1e9a-4b75-8224-02a98129f44d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.115349] env[64022]: DEBUG oslo_concurrency.lockutils [req-1b657514-ed8d-4278-b7c0-6093f99f9b43 req-459fae23-7861-4a8d-bb17-a03997ffe8d8 service nova] Releasing lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.211253] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06725} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.211253] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.211253] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824f798a-70af-45a7-bffc-5b90e4849f82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.233181] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 85a27bbf-cfb9-4cdd-b716-bee664d160e5/85a27bbf-cfb9-4cdd-b716-bee664d160e5.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.233808] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f196216-bff0-45d0-978c-6483aa185e2a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.257097] env[64022]: DEBUG oslo_vmware.api [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2303120, 'name': ReconfigVM_Task, 'duration_secs': 0.417159} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.258505] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1010.263248] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1010.263248] env[64022]: value = "task-2303122" [ 1010.263248] env[64022]: _type = "Task" [ 1010.263248] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.263467] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2da04393-f0f6-4691-bb63-c1f43e3aba32 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.282277] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.283685] env[64022]: DEBUG oslo_vmware.api [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Waiting for the task: (returnval){ [ 1010.283685] env[64022]: value = "task-2303123" [ 1010.283685] env[64022]: _type = "Task" [ 1010.283685] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.287877] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.293090] env[64022]: DEBUG oslo_vmware.api [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2303123, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.374295] env[64022]: DEBUG nova.scheduler.client.report [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.419187] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "bf6d0980-9a59-4713-8fc3-751b1abc0005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.660s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.484419] env[64022]: DEBUG nova.compute.manager [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.515062] env[64022]: DEBUG nova.virt.hardware [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.515318] env[64022]: DEBUG nova.virt.hardware [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.515500] env[64022]: DEBUG nova.virt.hardware [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.515691] env[64022]: DEBUG nova.virt.hardware [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.515885] env[64022]: DEBUG nova.virt.hardware [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.515979] env[64022]: DEBUG nova.virt.hardware [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.516238] env[64022]: DEBUG nova.virt.hardware [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.516405] env[64022]: DEBUG nova.virt.hardware [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.516571] env[64022]: DEBUG nova.virt.hardware [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.516734] env[64022]: DEBUG nova.virt.hardware [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.516906] env[64022]: DEBUG nova.virt.hardware [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.517851] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184e1e34-281a-44f6-afcc-6094e54084d2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.528646] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6112a77-bb00-4c8a-a58f-b01e121b915f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.573219] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1010.573374] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-07a2dbc8-a97c-4b88-9267-c3e401483db6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.581074] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1010.581074] env[64022]: value = "task-2303124" [ 1010.581074] env[64022]: _type = "Task" [ 1010.581074] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.589274] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303124, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.783825] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.791485] env[64022]: DEBUG oslo_vmware.api [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2303123, 'name': ReconfigVM_Task, 'duration_secs': 0.294879} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.791815] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468429', 'volume_id': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'name': 'volume-4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f33f839-08f9-4f61-a513-16cc247eb2d3', 'attached_at': '', 'detached_at': '', 'volume_id': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510', 'serial': '4bd54490-cdd0-4ddd-95d7-c8ad8262f510'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1010.792074] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.792834] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e63396-254b-438f-9102-857dbc20d62d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.796072] env[64022]: DEBUG nova.network.neutron [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updating instance_info_cache with network_info: [{"id": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "address": "fa:16:3e:53:fa:9f", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab6f3b-5a", "ovs_interfaceid": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.801164] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.801678] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0b8823b-7516-4353-8ec3-63e50a6df027 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.867034] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.867612] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.867612] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Deleting the datastore file [datastore1] 6f33f839-08f9-4f61-a513-16cc247eb2d3 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.867908] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cb6bbba-3dee-42a1-9363-b07fd55fa793 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.874888] env[64022]: DEBUG oslo_vmware.api [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Waiting for the task: (returnval){ [ 1010.874888] env[64022]: value = "task-2303126" [ 1010.874888] env[64022]: _type = "Task" [ 1010.874888] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.878765] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.879301] env[64022]: DEBUG nova.compute.manager [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.882359] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.268s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.888264] env[64022]: DEBUG oslo_vmware.api [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2303126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.092523] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303124, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.290639] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303122, 'name': ReconfigVM_Task, 'duration_secs': 0.744547} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.290938] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 85a27bbf-cfb9-4cdd-b716-bee664d160e5/85a27bbf-cfb9-4cdd-b716-bee664d160e5.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.293278] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ea9ed10-de9f-454f-9ffd-624561fae955 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.295651] env[64022]: DEBUG nova.network.neutron [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Successfully updated port: 4dd589e4-6be0-44ee-b068-3b89289b40d3 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.299268] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.304322] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1011.304322] env[64022]: value = "task-2303127" [ 1011.304322] env[64022]: _type = "Task" [ 1011.304322] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.317401] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303127, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.390516] env[64022]: DEBUG nova.compute.utils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.391888] env[64022]: DEBUG oslo_vmware.api [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Task: {'id': task-2303126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134045} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.392513] env[64022]: DEBUG nova.compute.manager [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.392615] env[64022]: DEBUG nova.network.neutron [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.394368] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.394559] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.394770] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.437233] env[64022]: DEBUG nova.compute.manager [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Received event network-vif-plugged-4dd589e4-6be0-44ee-b068-3b89289b40d3 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.437438] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] Acquiring lock "ff1b27d8-b5cf-4141-ac50-d78b8b29dad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.437894] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] Lock "ff1b27d8-b5cf-4141-ac50-d78b8b29dad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.438057] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] Lock "ff1b27d8-b5cf-4141-ac50-d78b8b29dad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.438318] env[64022]: DEBUG nova.compute.manager [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] No waiting events found dispatching network-vif-plugged-4dd589e4-6be0-44ee-b068-3b89289b40d3 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.438502] env[64022]: WARNING nova.compute.manager [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Received unexpected event network-vif-plugged-4dd589e4-6be0-44ee-b068-3b89289b40d3 for instance with vm_state building and task_state spawning. [ 1011.438709] env[64022]: DEBUG nova.compute.manager [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Received event network-changed-4dd589e4-6be0-44ee-b068-3b89289b40d3 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.438835] env[64022]: DEBUG nova.compute.manager [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Refreshing instance network info cache due to event network-changed-4dd589e4-6be0-44ee-b068-3b89289b40d3. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1011.439038] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] Acquiring lock "refresh_cache-ff1b27d8-b5cf-4141-ac50-d78b8b29dad1" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.439268] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] Acquired lock "refresh_cache-ff1b27d8-b5cf-4141-ac50-d78b8b29dad1" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.439449] env[64022]: DEBUG nova.network.neutron [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Refreshing network info cache for port 4dd589e4-6be0-44ee-b068-3b89289b40d3 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.465372] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1011.465826] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26e9a0c4-6a48-499a-bd06-b195ad6f70dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.474925] env[64022]: DEBUG nova.policy [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06226f9d7c1b4cf086625192f46909ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f133a5d56bf04be582055e160db9768a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.478910] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ae7ca4-1834-4213-8b0b-111313a9db38 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.516305] env[64022]: ERROR nova.compute.manager [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Failed to detach volume 4bd54490-cdd0-4ddd-95d7-c8ad8262f510 from /dev/sda: nova.exception.InstanceNotFound: Instance 6f33f839-08f9-4f61-a513-16cc247eb2d3 could not be found. [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Traceback (most recent call last): [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] self.driver.rebuild(**kwargs) [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] raise NotImplementedError() [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] NotImplementedError [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] During handling of the above exception, another exception occurred: [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Traceback (most recent call last): [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] self.driver.detach_volume(context, old_connection_info, [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] return self._volumeops.detach_volume(connection_info, instance) [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] self._detach_volume_vmdk(connection_info, instance) [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] stable_ref.fetch_moref(session) [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] nova.exception.InstanceNotFound: Instance 6f33f839-08f9-4f61-a513-16cc247eb2d3 could not be found. [ 1011.516305] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] [ 1011.593541] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303124, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.651228] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "bf6d0980-9a59-4713-8fc3-751b1abc0005" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.651543] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "bf6d0980-9a59-4713-8fc3-751b1abc0005" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.651770] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "bf6d0980-9a59-4713-8fc3-751b1abc0005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.651958] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "bf6d0980-9a59-4713-8fc3-751b1abc0005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.652170] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "bf6d0980-9a59-4713-8fc3-751b1abc0005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.654874] env[64022]: INFO nova.compute.manager [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Terminating instance [ 1011.660608] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49367d5e-5d49-4aa3-8ee0-12674a7d6175 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.670023] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e50811-88bf-4fcf-926d-c78a2254d49e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.703728] env[64022]: DEBUG nova.compute.utils [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Build of instance 6f33f839-08f9-4f61-a513-16cc247eb2d3 aborted: Failed to rebuild volume backed instance. {{(pid=64022) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1011.705171] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab03538a-2d27-4b08-bde3-e5619d098bef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.708606] env[64022]: ERROR nova.compute.manager [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 6f33f839-08f9-4f61-a513-16cc247eb2d3 aborted: Failed to rebuild volume backed instance. [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Traceback (most recent call last): [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] self.driver.rebuild(**kwargs) [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] raise NotImplementedError() [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] NotImplementedError [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] During handling of the above exception, another exception occurred: [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Traceback (most recent call last): [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] self._detach_root_volume(context, instance, root_bdm) [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] with excutils.save_and_reraise_exception(): [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] self.force_reraise() [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] raise self.value [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] self.driver.detach_volume(context, old_connection_info, [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] return self._volumeops.detach_volume(connection_info, instance) [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] self._detach_volume_vmdk(connection_info, instance) [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] stable_ref.fetch_moref(session) [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] nova.exception.InstanceNotFound: Instance 6f33f839-08f9-4f61-a513-16cc247eb2d3 could not be found. [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] During handling of the above exception, another exception occurred: [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Traceback (most recent call last): [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] yield [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1011.708606] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] self._do_rebuild_instance_with_claim( [ 1011.709859] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1011.709859] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] self._do_rebuild_instance( [ 1011.709859] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1011.709859] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] self._rebuild_default_impl(**kwargs) [ 1011.709859] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1011.709859] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] self._rebuild_volume_backed_instance( [ 1011.709859] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1011.709859] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] raise exception.BuildAbortException( [ 1011.709859] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] nova.exception.BuildAbortException: Build of instance 6f33f839-08f9-4f61-a513-16cc247eb2d3 aborted: Failed to rebuild volume backed instance. [ 1011.709859] env[64022]: ERROR nova.compute.manager [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] [ 1011.716494] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922e0f49-0bdb-4dd1-87dd-344e478b5742 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.731612] env[64022]: DEBUG nova.compute.provider_tree [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.802027] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Acquiring lock "refresh_cache-ff1b27d8-b5cf-4141-ac50-d78b8b29dad1" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.814993] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303127, 'name': Rename_Task, 'duration_secs': 0.194861} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.815277] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.815545] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f68be80d-c8ef-4b99-a381-e67a3a4335d9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.822230] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1011.822230] env[64022]: value = "task-2303128" [ 1011.822230] env[64022]: _type = "Task" [ 1011.822230] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.830311] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.898497] env[64022]: DEBUG nova.compute.manager [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.923153] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.924147] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09696475-ad7f-4e3d-9124-41082353d5ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.932067] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.932165] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85f84052-985a-4487-8883-897bb9e53950 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.000030] env[64022]: DEBUG nova.network.neutron [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.003743] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.003942] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.004201] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleting the datastore file [datastore1] 02a836ec-8677-4076-98b1-3ac308500668 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.004462] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51841434-7631-4253-a41e-38b90c94a21e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.011393] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1012.011393] env[64022]: value = "task-2303130" [ 1012.011393] env[64022]: _type = "Task" [ 1012.011393] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.018935] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.046700] env[64022]: DEBUG nova.network.neutron [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Successfully created port: 78ddb2d0-c148-4f20-bf86-4e58a8aac950 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.094107] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303124, 'name': CloneVM_Task, 'duration_secs': 1.415467} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.096966] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Created linked-clone VM from snapshot [ 1012.097884] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99934e19-7d34-468d-b874-8f2225a9172b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.106399] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Uploading image 45ab14e7-2d4e-46d5-80c9-a3c5daf17c5a {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1012.134972] env[64022]: DEBUG oslo_vmware.rw_handles [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1012.134972] env[64022]: value = "vm-468531" [ 1012.134972] env[64022]: _type = "VirtualMachine" [ 1012.134972] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1012.134972] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4b7e7c0b-f2b9-4e8c-8e10-52cb8c921f66 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.141409] env[64022]: DEBUG oslo_vmware.rw_handles [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lease: (returnval){ [ 1012.141409] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290d02f-0f6a-e7a9-05c3-b1ec0d1f1fc2" [ 1012.141409] env[64022]: _type = "HttpNfcLease" [ 1012.141409] env[64022]: } obtained for exporting VM: (result){ [ 1012.141409] env[64022]: value = "vm-468531" [ 1012.141409] env[64022]: _type = "VirtualMachine" [ 1012.141409] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1012.141682] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the lease: (returnval){ [ 1012.141682] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290d02f-0f6a-e7a9-05c3-b1ec0d1f1fc2" [ 1012.141682] env[64022]: _type = "HttpNfcLease" [ 1012.141682] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1012.147844] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.147844] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290d02f-0f6a-e7a9-05c3-b1ec0d1f1fc2" [ 1012.147844] env[64022]: _type = "HttpNfcLease" [ 1012.147844] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.159642] env[64022]: DEBUG nova.compute.manager [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.159857] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.160927] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab98213d-1e28-4096-97d3-45c327fd1671 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.169335] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.169593] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de6b432a-fc83-4620-b0a2-0df3aee0c710 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.175849] env[64022]: DEBUG oslo_vmware.api [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1012.175849] env[64022]: value = "task-2303132" [ 1012.175849] env[64022]: _type = "Task" [ 1012.175849] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.176725] env[64022]: DEBUG nova.network.neutron [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.184960] env[64022]: DEBUG oslo_vmware.api [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.234314] env[64022]: DEBUG nova.scheduler.client.report [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.337725] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.521703] env[64022]: DEBUG oslo_vmware.api [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401563} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.521978] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.522237] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.522468] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.545963] env[64022]: INFO nova.scheduler.client.report [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleted allocations for instance 02a836ec-8677-4076-98b1-3ac308500668 [ 1012.650719] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.650719] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290d02f-0f6a-e7a9-05c3-b1ec0d1f1fc2" [ 1012.650719] env[64022]: _type = "HttpNfcLease" [ 1012.650719] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1012.651197] env[64022]: DEBUG oslo_vmware.rw_handles [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1012.651197] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5290d02f-0f6a-e7a9-05c3-b1ec0d1f1fc2" [ 1012.651197] env[64022]: _type = "HttpNfcLease" [ 1012.651197] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1012.651803] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807a0bc3-6834-4dc0-89bf-472b594e88b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.659434] env[64022]: DEBUG oslo_vmware.rw_handles [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524012d2-0093-eb9e-aa9e-e7714c52cd1a/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1012.659611] env[64022]: DEBUG oslo_vmware.rw_handles [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524012d2-0093-eb9e-aa9e-e7714c52cd1a/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1012.719266] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d9454ef-fd8f-4c62-8029-76c838d9435f req-214bf5ff-aff9-4ffd-b8c2-d51d41591f41 service nova] Releasing lock "refresh_cache-ff1b27d8-b5cf-4141-ac50-d78b8b29dad1" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.724737] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Acquired lock "refresh_cache-ff1b27d8-b5cf-4141-ac50-d78b8b29dad1" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.724787] env[64022]: DEBUG nova.network.neutron [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.733474] env[64022]: DEBUG oslo_vmware.api [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303132, 'name': PowerOffVM_Task, 'duration_secs': 0.492814} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.734500] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.734675] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.734932] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcd5552b-1cc1-4468-869d-9f59954c61bf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.756210] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0bd6700c-5195-494d-9587-0eb606a6cab3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.802240] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.802441] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.802630] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleting the datastore file [datastore2] bf6d0980-9a59-4713-8fc3-751b1abc0005 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.802909] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d01d7e8-0afa-4df9-af7e-e93d82e26c61 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.809063] env[64022]: DEBUG oslo_vmware.api [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1012.809063] env[64022]: value = "task-2303134" [ 1012.809063] env[64022]: _type = "Task" [ 1012.809063] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.817731] env[64022]: DEBUG oslo_vmware.api [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.833151] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.908712] env[64022]: DEBUG nova.compute.manager [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.934273] env[64022]: DEBUG nova.virt.hardware [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.934577] env[64022]: DEBUG nova.virt.hardware [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.934938] env[64022]: DEBUG nova.virt.hardware [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.935276] env[64022]: DEBUG nova.virt.hardware [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.935463] env[64022]: DEBUG nova.virt.hardware [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.935696] env[64022]: DEBUG nova.virt.hardware [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.935939] env[64022]: DEBUG nova.virt.hardware [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.936188] env[64022]: DEBUG nova.virt.hardware [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.936417] env[64022]: DEBUG nova.virt.hardware [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.936667] env[64022]: DEBUG nova.virt.hardware [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.936956] env[64022]: DEBUG nova.virt.hardware [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.937896] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2702af5-d555-4c72-836f-11fc6340c01d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.946043] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca4681b-f257-489d-a86e-81c026182e5b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.051443] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.246944] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.364s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.251807] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.964s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.251807] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.257616] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.207s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.261098] env[64022]: DEBUG nova.objects.instance [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lazy-loading 'resources' on Instance uuid 02a836ec-8677-4076-98b1-3ac308500668 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.265017] env[64022]: DEBUG nova.network.neutron [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.288605] env[64022]: INFO nova.scheduler.client.report [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Deleted allocations for instance d267b6f7-b93f-41c5-9b04-ed2cfd38204f [ 1013.319587] env[64022]: DEBUG oslo_vmware.api [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203984} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.319587] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.319587] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.319848] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.319848] env[64022]: INFO nova.compute.manager [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1013.321992] env[64022]: DEBUG oslo.service.loopingcall [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.321992] env[64022]: DEBUG nova.compute.manager [-] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.321992] env[64022]: DEBUG nova.network.neutron [-] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.334063] env[64022]: DEBUG oslo_vmware.api [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303128, 'name': PowerOnVM_Task, 'duration_secs': 1.095506} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.334063] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.334063] env[64022]: INFO nova.compute.manager [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1013.334063] env[64022]: DEBUG nova.compute.manager [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.334754] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c44bdf-a14f-45d9-86e8-e759e97ee040 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.505822] env[64022]: DEBUG nova.network.neutron [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Updating instance_info_cache with network_info: [{"id": "4dd589e4-6be0-44ee-b068-3b89289b40d3", "address": "fa:16:3e:56:12:5e", "network": {"id": "73c930a8-2963-4cd4-9948-1fe253e15c37", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1677819024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3869aaa15ca45319f86f9c4a6614b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd589e4-6b", "ovs_interfaceid": "4dd589e4-6be0-44ee-b068-3b89289b40d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.537150] env[64022]: DEBUG nova.compute.manager [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Received event network-vif-unplugged-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.537603] env[64022]: DEBUG oslo_concurrency.lockutils [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] Acquiring lock "02a836ec-8677-4076-98b1-3ac308500668-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.537603] env[64022]: DEBUG oslo_concurrency.lockutils [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] Lock "02a836ec-8677-4076-98b1-3ac308500668-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.537737] env[64022]: DEBUG oslo_concurrency.lockutils [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] Lock "02a836ec-8677-4076-98b1-3ac308500668-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.537892] env[64022]: DEBUG nova.compute.manager [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] No waiting events found dispatching network-vif-unplugged-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.538090] env[64022]: WARNING nova.compute.manager [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Received unexpected event network-vif-unplugged-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1013.538748] env[64022]: DEBUG nova.compute.manager [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Received event network-changed-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.538748] env[64022]: DEBUG nova.compute.manager [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Refreshing instance network info cache due to event network-changed-e3ab6f3b-5a08-4c72-aa5b-16448ea45231. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.538748] env[64022]: DEBUG oslo_concurrency.lockutils [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] Acquiring lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.538932] env[64022]: DEBUG oslo_concurrency.lockutils [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] Acquired lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.538976] env[64022]: DEBUG nova.network.neutron [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Refreshing network info cache for port e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.700998] env[64022]: DEBUG nova.compute.manager [req-4c61a4c2-cced-4cf8-a192-788f5afb733c req-b17506f4-2645-42e3-8fba-8aaef020308c service nova] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Received event network-vif-deleted-273dd6a8-1d87-4fa9-9e7e-42698d4041af {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.702319] env[64022]: INFO nova.compute.manager [req-4c61a4c2-cced-4cf8-a192-788f5afb733c req-b17506f4-2645-42e3-8fba-8aaef020308c service nova] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Neutron deleted interface 273dd6a8-1d87-4fa9-9e7e-42698d4041af; detaching it from the instance and deleting it from the info cache [ 1013.702319] env[64022]: DEBUG nova.network.neutron [req-4c61a4c2-cced-4cf8-a192-788f5afb733c req-b17506f4-2645-42e3-8fba-8aaef020308c service nova] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.733577] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.763332] env[64022]: DEBUG nova.objects.instance [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lazy-loading 'numa_topology' on Instance uuid 02a836ec-8677-4076-98b1-3ac308500668 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.801378] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66eaec18-8184-479d-86db-e0facf2b70f0 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Lock "d267b6f7-b93f-41c5-9b04-ed2cfd38204f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.900s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.843231] env[64022]: INFO nova.scheduler.client.report [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted allocation for migration 3f916ec2-5214-4301-83f7-35a5f83b979d [ 1013.856588] env[64022]: INFO nova.compute.manager [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Took 13.82 seconds to build instance. [ 1013.927475] env[64022]: DEBUG nova.network.neutron [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Successfully updated port: 78ddb2d0-c148-4f20-bf86-4e58a8aac950 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.008563] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Releasing lock "refresh_cache-ff1b27d8-b5cf-4141-ac50-d78b8b29dad1" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.008983] env[64022]: DEBUG nova.compute.manager [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Instance network_info: |[{"id": "4dd589e4-6be0-44ee-b068-3b89289b40d3", "address": "fa:16:3e:56:12:5e", "network": {"id": "73c930a8-2963-4cd4-9948-1fe253e15c37", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1677819024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3869aaa15ca45319f86f9c4a6614b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd589e4-6b", "ovs_interfaceid": "4dd589e4-6be0-44ee-b068-3b89289b40d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.009450] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:12:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dd589e4-6be0-44ee-b068-3b89289b40d3', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.017669] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Creating folder: Project (c3869aaa15ca45319f86f9c4a6614b27). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.018407] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faa32f34-76d6-48b6-bce5-944a6aabb26f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.031265] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Created folder: Project (c3869aaa15ca45319f86f9c4a6614b27) in parent group-v468248. [ 1014.032036] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Creating folder: Instances. Parent ref: group-v468532. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.032036] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b5b1a5f-717b-4165-8b6f-aea6f0cd47f8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.042929] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Created folder: Instances in parent group-v468532. [ 1014.044594] env[64022]: DEBUG oslo.service.loopingcall [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.044594] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.044594] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f54f0680-e6b4-4386-87cc-575de9b0dae1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.062970] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.062970] env[64022]: value = "task-2303137" [ 1014.062970] env[64022]: _type = "Task" [ 1014.062970] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.072176] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303137, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.139115] env[64022]: DEBUG nova.network.neutron [-] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.207287] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef1dd588-c743-465d-abe3-ff98d766df7e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.218124] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de26443d-cd69-4d4c-b9b3-0ded6a8c2798 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.249749] env[64022]: DEBUG nova.compute.manager [req-4c61a4c2-cced-4cf8-a192-788f5afb733c req-b17506f4-2645-42e3-8fba-8aaef020308c service nova] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Detach interface failed, port_id=273dd6a8-1d87-4fa9-9e7e-42698d4041af, reason: Instance bf6d0980-9a59-4713-8fc3-751b1abc0005 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1014.267538] env[64022]: DEBUG nova.objects.base [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Object Instance<02a836ec-8677-4076-98b1-3ac308500668> lazy-loaded attributes: resources,numa_topology {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1014.282565] env[64022]: DEBUG oslo_concurrency.lockutils [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Acquiring lock "6f33f839-08f9-4f61-a513-16cc247eb2d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.283173] env[64022]: DEBUG oslo_concurrency.lockutils [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Lock "6f33f839-08f9-4f61-a513-16cc247eb2d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.283458] env[64022]: DEBUG oslo_concurrency.lockutils [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Acquiring lock "6f33f839-08f9-4f61-a513-16cc247eb2d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.283656] env[64022]: DEBUG oslo_concurrency.lockutils [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Lock "6f33f839-08f9-4f61-a513-16cc247eb2d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.283882] env[64022]: DEBUG oslo_concurrency.lockutils [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Lock "6f33f839-08f9-4f61-a513-16cc247eb2d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.286308] env[64022]: INFO nova.compute.manager [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Terminating instance [ 1014.306576] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "02a836ec-8677-4076-98b1-3ac308500668" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.354792] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e058a70f-906e-4013-a398-7dfe8d65c723 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.368s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.359861] env[64022]: DEBUG oslo_concurrency.lockutils [None req-70336210-6b94-4f4c-8866-9505dfe9a304 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.329s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.433912] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Acquiring lock "refresh_cache-7aa8fa26-79ff-46e6-8d86-a5ba1597369e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.433960] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Acquired lock "refresh_cache-7aa8fa26-79ff-46e6-8d86-a5ba1597369e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.434154] env[64022]: DEBUG nova.network.neutron [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.512295] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb21ef8c-ed9b-4b8e-8123-46f5a056d60b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.524622] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fe29a1-f09c-498e-a71d-34b762117097 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.570184] env[64022]: DEBUG nova.network.neutron [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updated VIF entry in instance network info cache for port e3ab6f3b-5a08-4c72-aa5b-16448ea45231. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.571647] env[64022]: DEBUG nova.network.neutron [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updating instance_info_cache with network_info: [{"id": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "address": "fa:16:3e:53:fa:9f", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape3ab6f3b-5a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.578598] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ded9eb-d093-41ce-8d96-5cbfd1304f45 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.592030] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd941ed-45d1-45c6-8950-016c9e5077d8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.596306] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303137, 'name': CreateVM_Task, 'duration_secs': 0.451806} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.597295] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.597956] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.598203] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.598423] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.598753] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f70d25-b266-4422-9d9c-17cf6a4eb64e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.610472] env[64022]: DEBUG nova.compute.provider_tree [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.616302] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Waiting for the task: (returnval){ [ 1014.616302] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b14de2-f472-f94f-294e-3317eb1b60f3" [ 1014.616302] env[64022]: _type = "Task" [ 1014.616302] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.626657] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b14de2-f472-f94f-294e-3317eb1b60f3, 'name': SearchDatastore_Task, 'duration_secs': 0.01198} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.626765] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.626924] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.627171] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.627320] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.627490] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.628054] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78b317ea-f9d8-4c19-9e86-7c5047c644ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.640632] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.640632] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.640632] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b1c5ba-07ee-471b-b3ff-eeeee2997413 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.642451] env[64022]: INFO nova.compute.manager [-] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Took 1.32 seconds to deallocate network for instance. [ 1014.649351] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Waiting for the task: (returnval){ [ 1014.649351] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5262db91-e435-a91b-aa7f-a429634576f4" [ 1014.649351] env[64022]: _type = "Task" [ 1014.649351] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.657595] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.658154] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.659272] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5262db91-e435-a91b-aa7f-a429634576f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.796040] env[64022]: DEBUG nova.compute.manager [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.796586] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce89824e-a152-46ee-b46e-9ded590edfe9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.806894] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d081ed-815b-4626-843a-4385d7e64025 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.838748] env[64022]: WARNING nova.virt.vmwareapi.driver [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 6f33f839-08f9-4f61-a513-16cc247eb2d3 could not be found. [ 1014.838891] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.839305] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96e4ff9f-e8b0-40ef-9fec-f99edd62ee03 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.847817] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01501d36-26c2-49f1-b60d-100524597d7d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.883144] env[64022]: WARNING nova.virt.vmwareapi.vmops [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6f33f839-08f9-4f61-a513-16cc247eb2d3 could not be found. [ 1014.883144] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.883144] env[64022]: INFO nova.compute.manager [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1014.883144] env[64022]: DEBUG oslo.service.loopingcall [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.883144] env[64022]: DEBUG nova.compute.manager [-] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.883144] env[64022]: DEBUG nova.network.neutron [-] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.972409] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.972409] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.972409] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.972409] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.972409] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.974283] env[64022]: DEBUG nova.network.neutron [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.977044] env[64022]: INFO nova.compute.manager [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Terminating instance [ 1015.083248] env[64022]: DEBUG oslo_concurrency.lockutils [req-fbbaaa14-ddf6-4991-9c19-2aea6791d1fd req-d42fe76b-75d1-440e-9c38-11632894ba20 service nova] Releasing lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.115980] env[64022]: DEBUG nova.scheduler.client.report [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.127440] env[64022]: DEBUG nova.network.neutron [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Updating instance_info_cache with network_info: [{"id": "78ddb2d0-c148-4f20-bf86-4e58a8aac950", "address": "fa:16:3e:e0:a8:e8", "network": {"id": "080aca40-c8ba-424a-916c-8f276b5988e4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-260625483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f133a5d56bf04be582055e160db9768a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ddb2d0-c1", "ovs_interfaceid": "78ddb2d0-c148-4f20-bf86-4e58a8aac950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.156032] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.163611] env[64022]: INFO nova.compute.manager [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Detaching volume 33dd10f6-7819-4a82-9800-d2c14544a06a [ 1015.167025] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5262db91-e435-a91b-aa7f-a429634576f4, 'name': SearchDatastore_Task, 'duration_secs': 0.020747} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.170973] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0ba274-2641-4f51-90ad-dd324ba080a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.182713] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Waiting for the task: (returnval){ [ 1015.182713] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529313ac-1dbb-114d-3549-6adeddc12ae6" [ 1015.182713] env[64022]: _type = "Task" [ 1015.182713] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.191891] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529313ac-1dbb-114d-3549-6adeddc12ae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.212389] env[64022]: INFO nova.virt.block_device [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Attempting to driver detach volume 33dd10f6-7819-4a82-9800-d2c14544a06a from mountpoint /dev/sdb [ 1015.215180] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1015.215180] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468513', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'name': 'volume-33dd10f6-7819-4a82-9800-d2c14544a06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ce8424-551f-41e7-a906-3e26bffc2c87', 'attached_at': '', 'detached_at': '', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'serial': '33dd10f6-7819-4a82-9800-d2c14544a06a'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1015.215180] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee05027-ece8-435e-8857-e8644c911847 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.244335] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55764802-edfb-46ca-b36f-dd3b837fdced {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.254192] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23632926-d0bd-4362-b3b2-aee9ba4337a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.281170] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdad014-9edb-42da-af25-c8e2d1ccf3c0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.297295] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] The volume has not been displaced from its original location: [datastore2] volume-33dd10f6-7819-4a82-9800-d2c14544a06a/volume-33dd10f6-7819-4a82-9800-d2c14544a06a.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1015.303079] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.303424] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03a6b5c4-b47a-4e24-9474-dcac43cbd2e0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.322086] env[64022]: DEBUG oslo_vmware.api [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1015.322086] env[64022]: value = "task-2303139" [ 1015.322086] env[64022]: _type = "Task" [ 1015.322086] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.330516] env[64022]: DEBUG oslo_vmware.api [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.483436] env[64022]: DEBUG nova.compute.manager [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.483508] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.484510] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d066d77-90fd-47b0-9957-aa0521ae45a3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.494389] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.494691] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f6b88b3-3dce-4984-8105-31a4e2ff286f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.501598] env[64022]: DEBUG oslo_vmware.api [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 1015.501598] env[64022]: value = "task-2303140" [ 1015.501598] env[64022]: _type = "Task" [ 1015.501598] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.512265] env[64022]: DEBUG oslo_vmware.api [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.523644] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "6e21264d-a7ff-42ed-bebe-7d156afa993f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.524077] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "6e21264d-a7ff-42ed-bebe-7d156afa993f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.627184] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.635788] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.900s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.636887] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Releasing lock "refresh_cache-7aa8fa26-79ff-46e6-8d86-a5ba1597369e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.637639] env[64022]: DEBUG nova.compute.manager [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Instance network_info: |[{"id": "78ddb2d0-c148-4f20-bf86-4e58a8aac950", "address": "fa:16:3e:e0:a8:e8", "network": {"id": "080aca40-c8ba-424a-916c-8f276b5988e4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-260625483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f133a5d56bf04be582055e160db9768a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ddb2d0-c1", "ovs_interfaceid": "78ddb2d0-c148-4f20-bf86-4e58a8aac950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.639979] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:a8:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78ddb2d0-c148-4f20-bf86-4e58a8aac950', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.652589] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Creating folder: Project (f133a5d56bf04be582055e160db9768a). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.653399] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca78fd32-229e-4c15-b179-de60f71b2d1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.668436] env[64022]: DEBUG nova.compute.manager [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Received event network-vif-plugged-78ddb2d0-c148-4f20-bf86-4e58a8aac950 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.668745] env[64022]: DEBUG oslo_concurrency.lockutils [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] Acquiring lock "7aa8fa26-79ff-46e6-8d86-a5ba1597369e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.668970] env[64022]: DEBUG oslo_concurrency.lockutils [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] Lock "7aa8fa26-79ff-46e6-8d86-a5ba1597369e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.669290] env[64022]: DEBUG oslo_concurrency.lockutils [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] Lock "7aa8fa26-79ff-46e6-8d86-a5ba1597369e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.669501] env[64022]: DEBUG nova.compute.manager [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] No waiting events found dispatching network-vif-plugged-78ddb2d0-c148-4f20-bf86-4e58a8aac950 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.669688] env[64022]: WARNING nova.compute.manager [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Received unexpected event network-vif-plugged-78ddb2d0-c148-4f20-bf86-4e58a8aac950 for instance with vm_state building and task_state spawning. [ 1015.669856] env[64022]: DEBUG nova.compute.manager [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Received event network-changed-78ddb2d0-c148-4f20-bf86-4e58a8aac950 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.670018] env[64022]: DEBUG nova.compute.manager [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Refreshing instance network info cache due to event network-changed-78ddb2d0-c148-4f20-bf86-4e58a8aac950. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.670218] env[64022]: DEBUG oslo_concurrency.lockutils [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] Acquiring lock "refresh_cache-7aa8fa26-79ff-46e6-8d86-a5ba1597369e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.670354] env[64022]: DEBUG oslo_concurrency.lockutils [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] Acquired lock "refresh_cache-7aa8fa26-79ff-46e6-8d86-a5ba1597369e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.670846] env[64022]: DEBUG nova.network.neutron [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Refreshing network info cache for port 78ddb2d0-c148-4f20-bf86-4e58a8aac950 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.676687] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Created folder: Project (f133a5d56bf04be582055e160db9768a) in parent group-v468248. [ 1015.676918] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Creating folder: Instances. Parent ref: group-v468535. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.678439] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18124363-0d45-49a8-8581-a669664953fb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.693809] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Created folder: Instances in parent group-v468535. [ 1015.694101] env[64022]: DEBUG oslo.service.loopingcall [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.698167] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.698813] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]529313ac-1dbb-114d-3549-6adeddc12ae6, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.699375] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9309555-d617-4d13-ad4c-43d0b32254d7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.717316] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.718360] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] ff1b27d8-b5cf-4141-ac50-d78b8b29dad1/ff1b27d8-b5cf-4141-ac50-d78b8b29dad1.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.721961] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22db77e4-1324-46c6-bead-1bc181ad3301 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.729480] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Waiting for the task: (returnval){ [ 1015.729480] env[64022]: value = "task-2303143" [ 1015.729480] env[64022]: _type = "Task" [ 1015.729480] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.730761] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.730761] env[64022]: value = "task-2303144" [ 1015.730761] env[64022]: _type = "Task" [ 1015.730761] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.744584] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.747906] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303144, 'name': CreateVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.831986] env[64022]: DEBUG oslo_vmware.api [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303139, 'name': ReconfigVM_Task, 'duration_secs': 0.248455} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.834912] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.840858] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-310e82e6-7990-410b-a3d7-7e53c5f1d556 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.860538] env[64022]: DEBUG oslo_vmware.api [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1015.860538] env[64022]: value = "task-2303145" [ 1015.860538] env[64022]: _type = "Task" [ 1015.860538] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.869909] env[64022]: DEBUG oslo_vmware.api [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.890259] env[64022]: DEBUG nova.network.neutron [-] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.917023] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10bdc25-d15c-46be-b0c8-b7dddc1669ba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.925689] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa01b3bf-6eb7-48af-8013-fc6f62d3e2ad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.964026] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a1a4a-54df-47a4-9727-82dfcf6710ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.973166] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7d9b48-1367-4f98-88d4-3d34f2da1239 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.988746] env[64022]: DEBUG nova.compute.provider_tree [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.014954] env[64022]: DEBUG oslo_vmware.api [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303140, 'name': PowerOffVM_Task, 'duration_secs': 0.193899} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.015329] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.015525] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.017143] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a50203ef-c138-4555-a69a-c36f2370da22 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.027314] env[64022]: DEBUG nova.compute.manager [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.084662] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.085017] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.085338] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleting the datastore file [datastore1] f8f6c6f9-44fd-49ac-a103-0f2aacae02af {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.086119] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b8bdcdc-4a7e-4232-9920-8cc3294c9eac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.095888] env[64022]: DEBUG oslo_vmware.api [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 1016.095888] env[64022]: value = "task-2303147" [ 1016.095888] env[64022]: _type = "Task" [ 1016.095888] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.109250] env[64022]: DEBUG oslo_vmware.api [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.143973] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d17a151f-f5b7-441d-aca0-dabee1a1a373 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "02a836ec-8677-4076-98b1-3ac308500668" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.953s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.145463] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "02a836ec-8677-4076-98b1-3ac308500668" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.839s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.145463] env[64022]: INFO nova.compute.manager [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Unshelving [ 1016.244799] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303143, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.248016] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303144, 'name': CreateVM_Task, 'duration_secs': 0.473367} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.248241] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.249019] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.249193] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.249523] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.249792] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1674cc-855e-4a8a-b659-927e55035918 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.255141] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Waiting for the task: (returnval){ [ 1016.255141] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52873c84-4267-eb37-469a-a571b1ace3dd" [ 1016.255141] env[64022]: _type = "Task" [ 1016.255141] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.265956] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52873c84-4267-eb37-469a-a571b1ace3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.375733] env[64022]: DEBUG oslo_vmware.api [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303145, 'name': ReconfigVM_Task, 'duration_secs': 0.159408} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.376151] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468513', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'name': 'volume-33dd10f6-7819-4a82-9800-d2c14544a06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ce8424-551f-41e7-a906-3e26bffc2c87', 'attached_at': '', 'detached_at': '', 'volume_id': '33dd10f6-7819-4a82-9800-d2c14544a06a', 'serial': '33dd10f6-7819-4a82-9800-d2c14544a06a'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1016.391586] env[64022]: INFO nova.compute.manager [-] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Took 1.51 seconds to deallocate network for instance. [ 1016.468096] env[64022]: DEBUG nova.network.neutron [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Updated VIF entry in instance network info cache for port 78ddb2d0-c148-4f20-bf86-4e58a8aac950. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.468505] env[64022]: DEBUG nova.network.neutron [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Updating instance_info_cache with network_info: [{"id": "78ddb2d0-c148-4f20-bf86-4e58a8aac950", "address": "fa:16:3e:e0:a8:e8", "network": {"id": "080aca40-c8ba-424a-916c-8f276b5988e4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-260625483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f133a5d56bf04be582055e160db9768a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ddb2d0-c1", "ovs_interfaceid": "78ddb2d0-c148-4f20-bf86-4e58a8aac950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.491974] env[64022]: DEBUG nova.scheduler.client.report [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.551815] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.607440] env[64022]: DEBUG oslo_vmware.api [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406641} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.607806] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.607895] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.608059] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.608245] env[64022]: INFO nova.compute.manager [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1016.608483] env[64022]: DEBUG oslo.service.loopingcall [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.608734] env[64022]: DEBUG nova.compute.manager [-] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.608793] env[64022]: DEBUG nova.network.neutron [-] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.741566] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709077} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.743453] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] ff1b27d8-b5cf-4141-ac50-d78b8b29dad1/ff1b27d8-b5cf-4141-ac50-d78b8b29dad1.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.743453] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.743453] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3ffbe2a-065c-4261-8887-81f8ce756ba9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.754743] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Waiting for the task: (returnval){ [ 1016.754743] env[64022]: value = "task-2303148" [ 1016.754743] env[64022]: _type = "Task" [ 1016.754743] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.771480] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.778521] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52873c84-4267-eb37-469a-a571b1ace3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.071181} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.779474] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.779474] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.779650] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.779741] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.780181] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.781088] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e63bc0c3-294b-4454-b004-435c706f0f5a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.791237] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.791237] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.792790] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd1b361-d8b6-44e4-99c4-bfc3fec4d1a1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.798968] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Waiting for the task: (returnval){ [ 1016.798968] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52aed935-36ed-e252-f2a5-25869d45e3f7" [ 1016.798968] env[64022]: _type = "Task" [ 1016.798968] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.808267] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52aed935-36ed-e252-f2a5-25869d45e3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.929547] env[64022]: DEBUG nova.objects.instance [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lazy-loading 'flavor' on Instance uuid a3ce8424-551f-41e7-a906-3e26bffc2c87 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.958779] env[64022]: INFO nova.compute.manager [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Took 0.57 seconds to detach 1 volumes for instance. [ 1016.970882] env[64022]: DEBUG nova.compute.manager [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Deleting volume: 4bd54490-cdd0-4ddd-95d7-c8ad8262f510 {{(pid=64022) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1016.973365] env[64022]: DEBUG oslo_concurrency.lockutils [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] Releasing lock "refresh_cache-7aa8fa26-79ff-46e6-8d86-a5ba1597369e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.973618] env[64022]: DEBUG nova.compute.manager [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Received event network-changed-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.973788] env[64022]: DEBUG nova.compute.manager [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Refreshing instance network info cache due to event network-changed-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1016.973991] env[64022]: DEBUG oslo_concurrency.lockutils [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] Acquiring lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.977043] env[64022]: DEBUG oslo_concurrency.lockutils [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] Acquired lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.977043] env[64022]: DEBUG nova.network.neutron [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Refreshing network info cache for port 27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.997452] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.364s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.997452] env[64022]: INFO nova.compute.manager [None req-9a87cbf1-a16b-46ac-a549-f98935e36feb tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Successfully reverted task state from rebuilding on failure for instance. [ 1017.002041] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.846s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.002257] env[64022]: DEBUG nova.objects.instance [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lazy-loading 'resources' on Instance uuid bf6d0980-9a59-4713-8fc3-751b1abc0005 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.157013] env[64022]: DEBUG nova.compute.utils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1017.271025] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070076} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.271025] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.271025] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d568337a-ad98-4265-8c43-3af1f8a43759 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.294473] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] ff1b27d8-b5cf-4141-ac50-d78b8b29dad1/ff1b27d8-b5cf-4141-ac50-d78b8b29dad1.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.296553] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f67f094b-b838-4a1b-87df-fa7401b65da0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.325834] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52aed935-36ed-e252-f2a5-25869d45e3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.016384} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.329446] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Waiting for the task: (returnval){ [ 1017.329446] env[64022]: value = "task-2303150" [ 1017.329446] env[64022]: _type = "Task" [ 1017.329446] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.329567] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278cb700-42ef-4bef-ba33-a18e118dbb86 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.338600] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Waiting for the task: (returnval){ [ 1017.338600] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52409d49-2e9b-c4a9-47b0-289f314e7a69" [ 1017.338600] env[64022]: _type = "Task" [ 1017.338600] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.342686] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.353734] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52409d49-2e9b-c4a9-47b0-289f314e7a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.425914] env[64022]: DEBUG nova.network.neutron [-] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.528591] env[64022]: DEBUG oslo_concurrency.lockutils [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.660823] env[64022]: INFO nova.virt.block_device [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Booting with volume b8290e70-1752-4cba-90b9-20705df8f38e at /dev/sdb [ 1017.687176] env[64022]: DEBUG oslo_concurrency.lockutils [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "61d7c210-f223-4204-ab24-9193b7bc7c2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.689084] env[64022]: DEBUG oslo_concurrency.lockutils [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "61d7c210-f223-4204-ab24-9193b7bc7c2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.689322] env[64022]: DEBUG oslo_concurrency.lockutils [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "61d7c210-f223-4204-ab24-9193b7bc7c2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.689693] env[64022]: DEBUG oslo_concurrency.lockutils [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "61d7c210-f223-4204-ab24-9193b7bc7c2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.689693] env[64022]: DEBUG oslo_concurrency.lockutils [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "61d7c210-f223-4204-ab24-9193b7bc7c2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.692480] env[64022]: INFO nova.compute.manager [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Terminating instance [ 1017.717372] env[64022]: DEBUG nova.compute.manager [req-847d0816-71b2-4d57-ad8b-1bc4f3462591 req-56003a35-4677-40ba-ba73-b8d9cc21d6f1 service nova] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Received event network-vif-deleted-e10cc063-9478-4475-b07c-6d5b1bd1c200 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.718778] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a06ad37-e91c-40fe-b50d-acd623af3355 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.729493] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628fb3f8-e8d7-428d-8c38-bce3f3ab0343 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.773324] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4d93c2c-b2ae-4a15-bf7e-cae5eea6e41b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.779990] env[64022]: DEBUG nova.network.neutron [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Updated VIF entry in instance network info cache for port 27ce76be-f3f1-4ae6-9762-d8cac1d53bf7. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.780385] env[64022]: DEBUG nova.network.neutron [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Updating instance_info_cache with network_info: [{"id": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "address": "fa:16:3e:a9:7a:fc", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ce76be-f3", "ovs_interfaceid": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.784400] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58725fdc-7953-4595-9446-bc5a0ec9855b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.798695] env[64022]: DEBUG oslo_concurrency.lockutils [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] Releasing lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.799175] env[64022]: DEBUG nova.compute.manager [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Received event network-vif-deleted-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.799314] env[64022]: INFO nova.compute.manager [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Neutron deleted interface cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba; detaching it from the instance and deleting it from the info cache [ 1017.799492] env[64022]: DEBUG nova.network.neutron [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.801141] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26641bea-26f1-4f08-8db3-a52ed17a3289 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.810088] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f523cf6-849a-4d75-afc5-73efac68437f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.856694] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223bc13c-122b-48d0-83c1-8d69f58686bc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.865531] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4333874-e096-4785-87aa-5dda8a0d8e94 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.874553] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303150, 'name': ReconfigVM_Task, 'duration_secs': 0.528549} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.880035] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830fa866-05b6-4466-bbdb-88d1672810ba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.883040] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Reconfigured VM instance instance-0000006a to attach disk [datastore2] ff1b27d8-b5cf-4141-ac50-d78b8b29dad1/ff1b27d8-b5cf-4141-ac50-d78b8b29dad1.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.883733] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52409d49-2e9b-c4a9-47b0-289f314e7a69, 'name': SearchDatastore_Task, 'duration_secs': 0.01425} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.883995] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-839d46c6-e10e-41ae-b468-85d8a57ee5ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.885890] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.886125] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 7aa8fa26-79ff-46e6-8d86-a5ba1597369e/7aa8fa26-79ff-46e6-8d86-a5ba1597369e.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.887377] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23518ea5-ecf4-4685-9f80-e5c036c05645 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.891661] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e365c838-9657-4820-bf5c-e6419a8a180a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.906238] env[64022]: DEBUG nova.compute.provider_tree [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.919577] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Waiting for the task: (returnval){ [ 1017.919577] env[64022]: value = "task-2303152" [ 1017.919577] env[64022]: _type = "Task" [ 1017.919577] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.919577] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Waiting for the task: (returnval){ [ 1017.919577] env[64022]: value = "task-2303151" [ 1017.919577] env[64022]: _type = "Task" [ 1017.919577] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.919577] env[64022]: DEBUG nova.virt.block_device [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updating existing volume attachment record: bbe5081d-bd7d-4195-b3b2-ad1ba858ac02 {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1017.922880] env[64022]: DEBUG nova.scheduler.client.report [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.929304] env[64022]: INFO nova.compute.manager [-] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Took 1.32 seconds to deallocate network for instance. [ 1017.943764] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6d35cadc-8a3b-4108-8319-f833b33c06a7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.285s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.958130] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.964215] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303151, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.196707] env[64022]: DEBUG nova.compute.manager [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.196957] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.199160] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff62b3f-ec36-487b-bf97-fae97e1516db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.207681] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.207965] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-474f5b41-a711-41c1-a23c-045a810e0277 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.215941] env[64022]: DEBUG oslo_vmware.api [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1018.215941] env[64022]: value = "task-2303154" [ 1018.215941] env[64022]: _type = "Task" [ 1018.215941] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.228228] env[64022]: DEBUG oslo_vmware.api [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.305521] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28107913-3f18-4f99-989f-e972d1022572 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.318614] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1ee508-1a14-40a6-8ad8-9af46fcfd31f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.355196] env[64022]: DEBUG nova.compute.manager [req-a504e2ad-f84c-497a-ab60-a8f4516c5e39 req-e58eff9d-5a8a-44e6-937f-c9e7814b3b59 service nova] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Detach interface failed, port_id=cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba, reason: Instance 6f33f839-08f9-4f61-a513-16cc247eb2d3 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1018.437349] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.435s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.440573] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.889s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.444169] env[64022]: INFO nova.compute.claims [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.461583] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.462230] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303151, 'name': Rename_Task, 'duration_secs': 0.208814} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.462841] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303152, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.463052] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.463365] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-449a2e81-44c6-4e51-a8d3-b36b0e129024 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.467157] env[64022]: INFO nova.scheduler.client.report [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted allocations for instance bf6d0980-9a59-4713-8fc3-751b1abc0005 [ 1018.475359] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Waiting for the task: (returnval){ [ 1018.475359] env[64022]: value = "task-2303156" [ 1018.475359] env[64022]: _type = "Task" [ 1018.475359] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.487830] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.728182] env[64022]: DEBUG oslo_vmware.api [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303154, 'name': PowerOffVM_Task, 'duration_secs': 0.247199} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.728576] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.728870] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.729252] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9d21b97-db3d-4255-b36f-1f841c234033 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.940365] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658393} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.940654] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 7aa8fa26-79ff-46e6-8d86-a5ba1597369e/7aa8fa26-79ff-46e6-8d86-a5ba1597369e.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.940920] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.941183] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30ae819f-1010-4989-b3dc-9bce0aafb107 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.950685] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Waiting for the task: (returnval){ [ 1018.950685] env[64022]: value = "task-2303159" [ 1018.950685] env[64022]: _type = "Task" [ 1018.950685] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.961537] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.980567] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "bf6d0980-9a59-4713-8fc3-751b1abc0005" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.329s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.989194] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.026852] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.027904] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.027904] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "a3ce8424-551f-41e7-a906-3e26bffc2c87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.027904] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.027904] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.029793] env[64022]: INFO nova.compute.manager [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Terminating instance [ 1019.463666] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091309} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.463959] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.464835] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6c03ec-9603-4d2d-a4f3-d82d6cbe31fe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.487019] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 7aa8fa26-79ff-46e6-8d86-a5ba1597369e/7aa8fa26-79ff-46e6-8d86-a5ba1597369e.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.491668] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-679419f4-a491-4f69-b0bc-23339339b3f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.514014] env[64022]: DEBUG oslo_vmware.api [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303156, 'name': PowerOnVM_Task, 'duration_secs': 0.732521} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.515415] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.515635] env[64022]: INFO nova.compute.manager [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1019.515821] env[64022]: DEBUG nova.compute.manager [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.516175] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Waiting for the task: (returnval){ [ 1019.516175] env[64022]: value = "task-2303160" [ 1019.516175] env[64022]: _type = "Task" [ 1019.516175] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.516870] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3a3f07-0dfb-4a81-b657-55fd0cbbbd3b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.533842] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303160, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.540763] env[64022]: DEBUG nova.compute.manager [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.541032] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.542121] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02dd20a-5caa-4ff8-9531-1dd8927dcd64 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.549948] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.550298] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be40adeb-c163-4fc0-a109-95fcd98f65e3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.555965] env[64022]: DEBUG oslo_vmware.api [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1019.555965] env[64022]: value = "task-2303161" [ 1019.555965] env[64022]: _type = "Task" [ 1019.555965] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.567629] env[64022]: DEBUG oslo_vmware.api [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.732328] env[64022]: DEBUG oslo_concurrency.lockutils [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "56622c57-3a52-43bf-a9d0-94549077b499" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.732328] env[64022]: DEBUG oslo_concurrency.lockutils [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "56622c57-3a52-43bf-a9d0-94549077b499" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.732328] env[64022]: DEBUG oslo_concurrency.lockutils [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "56622c57-3a52-43bf-a9d0-94549077b499-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.732328] env[64022]: DEBUG oslo_concurrency.lockutils [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "56622c57-3a52-43bf-a9d0-94549077b499-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.732328] env[64022]: DEBUG oslo_concurrency.lockutils [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "56622c57-3a52-43bf-a9d0-94549077b499-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.734644] env[64022]: INFO nova.compute.manager [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Terminating instance [ 1019.755116] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b92a7-70c6-4b8f-b310-577c2d246f90 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.767431] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a203b47-ee70-49f1-b423-d60610463c31 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.805481] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb82919-2c5b-413b-8f59-7a7621e5749a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.813876] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7905dfca-9f65-4f71-b322-2513c2e7e82b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.828990] env[64022]: DEBUG nova.compute.provider_tree [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.029277] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303160, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.038560] env[64022]: INFO nova.compute.manager [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Took 14.04 seconds to build instance. [ 1020.066485] env[64022]: DEBUG oslo_vmware.api [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303161, 'name': PowerOffVM_Task, 'duration_secs': 0.26921} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.066807] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.066983] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.067256] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daa33f8d-74d4-48d6-bc48-4c6e57c15403 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.242949] env[64022]: DEBUG nova.compute.manager [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.243195] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.244113] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc62048-7ca9-4aa7-93ae-ba8f177e2f59 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.252636] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.252881] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5ae257c-ed40-497e-9c09-1205dc759ace {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.259188] env[64022]: DEBUG oslo_vmware.api [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1020.259188] env[64022]: value = "task-2303163" [ 1020.259188] env[64022]: _type = "Task" [ 1020.259188] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.267627] env[64022]: DEBUG oslo_vmware.api [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.332265] env[64022]: DEBUG nova.scheduler.client.report [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.533968] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303160, 'name': ReconfigVM_Task, 'duration_secs': 0.521485} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.534871] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 7aa8fa26-79ff-46e6-8d86-a5ba1597369e/7aa8fa26-79ff-46e6-8d86-a5ba1597369e.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.535510] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd0972b0-62c5-4dce-8249-8e79812f7db9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.540145] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f910d91a-98bf-4227-9412-72d4dcdd10e4 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Lock "ff1b27d8-b5cf-4141-ac50-d78b8b29dad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.549s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.542684] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Waiting for the task: (returnval){ [ 1020.542684] env[64022]: value = "task-2303164" [ 1020.542684] env[64022]: _type = "Task" [ 1020.542684] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.551943] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303164, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.672772] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.672998] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.673289] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Deleting the datastore file [datastore1] 61d7c210-f223-4204-ab24-9193b7bc7c2d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.674708] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6878dc27-1049-4c29-855c-fd11cee1f4de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.676691] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.676882] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.677072] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleting the datastore file [datastore1] a3ce8424-551f-41e7-a906-3e26bffc2c87 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.677328] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaff398b-5598-47f8-a6d8-de73e0b01f67 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.684668] env[64022]: DEBUG oslo_vmware.api [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1020.684668] env[64022]: value = "task-2303166" [ 1020.684668] env[64022]: _type = "Task" [ 1020.684668] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.686078] env[64022]: DEBUG oslo_vmware.api [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1020.686078] env[64022]: value = "task-2303167" [ 1020.686078] env[64022]: _type = "Task" [ 1020.686078] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.699215] env[64022]: DEBUG oslo_vmware.api [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.702794] env[64022]: DEBUG oslo_vmware.api [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.769091] env[64022]: DEBUG oslo_vmware.api [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303163, 'name': PowerOffVM_Task, 'duration_secs': 0.235767} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.769475] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.769475] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.769568] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcfa987f-9f12-4e94-b736-039112d18918 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.837548] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.838078] env[64022]: DEBUG nova.compute.manager [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.840869] env[64022]: DEBUG oslo_concurrency.lockutils [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.313s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.844023] env[64022]: DEBUG nova.objects.instance [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Lazy-loading 'resources' on Instance uuid 6f33f839-08f9-4f61-a513-16cc247eb2d3 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.058436] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303164, 'name': Rename_Task, 'duration_secs': 0.321464} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.059886] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.060247] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.060472] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.060664] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleting the datastore file [datastore1] 56622c57-3a52-43bf-a9d0-94549077b499 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.060903] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69e62ea9-90bd-429d-b51f-b03e7e9be18d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.062615] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-258062c9-bfd3-49b4-b70b-f45abdd53b63 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.071175] env[64022]: DEBUG oslo_vmware.api [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1021.071175] env[64022]: value = "task-2303169" [ 1021.071175] env[64022]: _type = "Task" [ 1021.071175] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.072952] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Waiting for the task: (returnval){ [ 1021.072952] env[64022]: value = "task-2303170" [ 1021.072952] env[64022]: _type = "Task" [ 1021.072952] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.087688] env[64022]: DEBUG oslo_vmware.api [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.093411] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303170, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.198848] env[64022]: DEBUG oslo_vmware.api [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309824} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.202098] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.202319] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.202499] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.202675] env[64022]: INFO nova.compute.manager [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Took 3.01 seconds to destroy the instance on the hypervisor. [ 1021.202919] env[64022]: DEBUG oslo.service.loopingcall [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.203165] env[64022]: DEBUG oslo_vmware.api [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304261} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.203376] env[64022]: DEBUG nova.compute.manager [-] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.203467] env[64022]: DEBUG nova.network.neutron [-] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.205245] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.205933] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.206169] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.206348] env[64022]: INFO nova.compute.manager [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1021.206570] env[64022]: DEBUG oslo.service.loopingcall [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.206764] env[64022]: DEBUG nova.compute.manager [-] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.206853] env[64022]: DEBUG nova.network.neutron [-] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.345285] env[64022]: DEBUG nova.compute.utils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1021.349862] env[64022]: DEBUG nova.compute.manager [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.350449] env[64022]: DEBUG nova.network.neutron [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.550715] env[64022]: DEBUG oslo_vmware.rw_handles [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524012d2-0093-eb9e-aa9e-e7714c52cd1a/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1021.554586] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91c719f-4e1f-49dc-a56d-cfe8d76cce70 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.561668] env[64022]: DEBUG oslo_vmware.rw_handles [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524012d2-0093-eb9e-aa9e-e7714c52cd1a/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1021.561668] env[64022]: ERROR oslo_vmware.rw_handles [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524012d2-0093-eb9e-aa9e-e7714c52cd1a/disk-0.vmdk due to incomplete transfer. [ 1021.561820] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8fbc3710-284b-4033-b36b-d288f8c67cd0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.570380] env[64022]: DEBUG oslo_vmware.rw_handles [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524012d2-0093-eb9e-aa9e-e7714c52cd1a/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1021.570600] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Uploaded image 45ab14e7-2d4e-46d5-80c9-a3c5daf17c5a to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1021.572990] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1021.573327] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b82775f9-7053-4fb6-90bc-a140abdb7397 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.581562] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfde9d5-963f-4dfc-bae0-a20241a44452 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.589078] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1021.589078] env[64022]: value = "task-2303171" [ 1021.589078] env[64022]: _type = "Task" [ 1021.589078] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.601728] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303170, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.601979] env[64022]: DEBUG oslo_vmware.api [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344153} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.603442] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267346d9-c925-41c9-a5a4-566fb9235f92 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.606788] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.606980] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.607178] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.607357] env[64022]: INFO nova.compute.manager [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1021.607759] env[64022]: DEBUG oslo.service.loopingcall [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.610727] env[64022]: DEBUG nova.compute.manager [-] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.610831] env[64022]: DEBUG nova.network.neutron [-] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.612506] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303171, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.640799] env[64022]: DEBUG nova.policy [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ada22d28d08b4e8c9f4f88da40a5d079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d2d71a4e1514137b465aba7c9595303', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.642773] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55491bb1-c22d-49c8-b929-44a881ed4f23 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.650895] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae7875c-55ae-4171-8ca7-c68b5bddc808 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.664968] env[64022]: DEBUG nova.compute.provider_tree [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.739170] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Acquiring lock "ff1b27d8-b5cf-4141-ac50-d78b8b29dad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.739500] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Lock "ff1b27d8-b5cf-4141-ac50-d78b8b29dad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.740595] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Acquiring lock "ff1b27d8-b5cf-4141-ac50-d78b8b29dad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.740595] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Lock "ff1b27d8-b5cf-4141-ac50-d78b8b29dad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.740595] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Lock "ff1b27d8-b5cf-4141-ac50-d78b8b29dad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.742890] env[64022]: INFO nova.compute.manager [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Terminating instance [ 1021.851385] env[64022]: DEBUG nova.compute.manager [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.940332] env[64022]: DEBUG nova.compute.manager [req-144fe510-9c79-45db-af01-e99a2f04c6fb req-6672e028-6593-4212-8c22-f6efa4682876 service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Received event network-vif-deleted-5bebadd9-499d-4564-b5f7-99d5d447ac0a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.940561] env[64022]: INFO nova.compute.manager [req-144fe510-9c79-45db-af01-e99a2f04c6fb req-6672e028-6593-4212-8c22-f6efa4682876 service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Neutron deleted interface 5bebadd9-499d-4564-b5f7-99d5d447ac0a; detaching it from the instance and deleting it from the info cache [ 1021.940748] env[64022]: DEBUG nova.network.neutron [req-144fe510-9c79-45db-af01-e99a2f04c6fb req-6672e028-6593-4212-8c22-f6efa4682876 service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.092772] env[64022]: DEBUG oslo_vmware.api [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303170, 'name': PowerOnVM_Task, 'duration_secs': 0.644501} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.094739] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.094966] env[64022]: INFO nova.compute.manager [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1022.095163] env[64022]: DEBUG nova.compute.manager [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.095963] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417ab880-48fe-49dc-a197-54835dc488d4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.105874] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303171, 'name': Destroy_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.168773] env[64022]: DEBUG nova.scheduler.client.report [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.247157] env[64022]: DEBUG nova.compute.manager [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.247416] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.248308] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd66d3c-47d1-4db2-b06f-2995d601e004 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.256225] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.256486] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daf543e3-66f5-4a63-8f28-02546f032d97 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.267543] env[64022]: DEBUG oslo_vmware.api [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Waiting for the task: (returnval){ [ 1022.267543] env[64022]: value = "task-2303172" [ 1022.267543] env[64022]: _type = "Task" [ 1022.267543] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.278127] env[64022]: DEBUG oslo_vmware.api [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.372292] env[64022]: DEBUG nova.compute.manager [req-8de4eb65-38b1-4a6d-ab49-d08cf4770e1e req-f5a068fb-06ce-41dc-a2f1-e2c32b46883b service nova] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Received event network-vif-deleted-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.372589] env[64022]: INFO nova.compute.manager [req-8de4eb65-38b1-4a6d-ab49-d08cf4770e1e req-f5a068fb-06ce-41dc-a2f1-e2c32b46883b service nova] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Neutron deleted interface 0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b; detaching it from the instance and deleting it from the info cache [ 1022.372790] env[64022]: DEBUG nova.network.neutron [req-8de4eb65-38b1-4a6d-ab49-d08cf4770e1e req-f5a068fb-06ce-41dc-a2f1-e2c32b46883b service nova] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.419185] env[64022]: DEBUG nova.network.neutron [-] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.424531] env[64022]: DEBUG nova.network.neutron [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Successfully created port: 09a78537-51a9-4c68-a2d2-52e09ad1ab4d {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.444135] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a21ec53-36b3-4a61-80d5-91c8faa0ccc2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.454312] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c7db92-251a-46e0-93d5-d73f54992ab6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.484417] env[64022]: DEBUG nova.compute.manager [req-144fe510-9c79-45db-af01-e99a2f04c6fb req-6672e028-6593-4212-8c22-f6efa4682876 service nova] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Detach interface failed, port_id=5bebadd9-499d-4564-b5f7-99d5d447ac0a, reason: Instance a3ce8424-551f-41e7-a906-3e26bffc2c87 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1022.604180] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303171, 'name': Destroy_Task, 'duration_secs': 0.555079} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.604643] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Destroyed the VM [ 1022.605156] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1022.605554] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-783ebb65-72bf-4ec1-8365-299cc088fa3b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.618105] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1022.618105] env[64022]: value = "task-2303173" [ 1022.618105] env[64022]: _type = "Task" [ 1022.618105] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.622351] env[64022]: INFO nova.compute.manager [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Took 15.78 seconds to build instance. [ 1022.629051] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303173, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.676022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.678699] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.216s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.678699] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.717211] env[64022]: INFO nova.scheduler.client.report [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted allocations for instance f8f6c6f9-44fd-49ac-a103-0f2aacae02af [ 1022.777155] env[64022]: DEBUG oslo_vmware.api [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303172, 'name': PowerOffVM_Task, 'duration_secs': 0.34763} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.777436] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.777610] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.777861] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d236d580-b255-4908-a26b-69ddecabccaa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.850683] env[64022]: DEBUG nova.network.neutron [-] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.862294] env[64022]: DEBUG nova.compute.manager [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.873029] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.873268] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.873442] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Deleting the datastore file [datastore2] ff1b27d8-b5cf-4141-ac50-d78b8b29dad1 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.873995] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4e037d1-77f5-4b95-8433-e957f7b52253 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.876300] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-456b0a7c-5084-45f3-a4ea-1d3be0c9da28 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.883612] env[64022]: DEBUG oslo_vmware.api [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Waiting for the task: (returnval){ [ 1022.883612] env[64022]: value = "task-2303175" [ 1022.883612] env[64022]: _type = "Task" [ 1022.883612] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.886733] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5c8176-a7ca-4ed2-904a-7715d1697e57 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.899324] env[64022]: DEBUG nova.virt.hardware [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.899593] env[64022]: DEBUG nova.virt.hardware [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.900872] env[64022]: DEBUG nova.virt.hardware [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.901117] env[64022]: DEBUG nova.virt.hardware [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.901280] env[64022]: DEBUG nova.virt.hardware [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.901431] env[64022]: DEBUG nova.virt.hardware [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.901647] env[64022]: DEBUG nova.virt.hardware [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.901815] env[64022]: DEBUG nova.virt.hardware [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.902023] env[64022]: DEBUG nova.virt.hardware [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.902245] env[64022]: DEBUG nova.virt.hardware [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.902452] env[64022]: DEBUG nova.virt.hardware [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.907055] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe29836-1257-4058-8964-a6073dbf1517 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.918543] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a54113-ac45-48cd-ae91-505541d24c75 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.921930] env[64022]: DEBUG oslo_vmware.api [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.929941] env[64022]: INFO nova.compute.manager [-] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Took 1.72 seconds to deallocate network for instance. [ 1022.930347] env[64022]: DEBUG nova.compute.manager [req-8de4eb65-38b1-4a6d-ab49-d08cf4770e1e req-f5a068fb-06ce-41dc-a2f1-e2c32b46883b service nova] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Detach interface failed, port_id=0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b, reason: Instance 56622c57-3a52-43bf-a9d0-94549077b499 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1022.931094] env[64022]: DEBUG nova.network.neutron [-] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.128265] env[64022]: DEBUG oslo_concurrency.lockutils [None req-822dc387-93dc-41be-9cb7-fe771c4530f8 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Lock "7aa8fa26-79ff-46e6-8d86-a5ba1597369e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.292s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.128590] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303173, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.211813] env[64022]: DEBUG oslo_concurrency.lockutils [None req-550f105f-ba0a-4e51-97f5-1465e7797aca tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Lock "6f33f839-08f9-4f61-a513-16cc247eb2d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.929s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.222551] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "f8f6c6f9-44fd-49ac-a103-0f2aacae02af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.251s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.354014] env[64022]: INFO nova.compute.manager [-] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Took 1.74 seconds to deallocate network for instance. [ 1023.394255] env[64022]: DEBUG oslo_vmware.api [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Task: {'id': task-2303175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346782} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.394518] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.394704] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.394919] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.395129] env[64022]: INFO nova.compute.manager [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1023.395368] env[64022]: DEBUG oslo.service.loopingcall [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.395555] env[64022]: DEBUG nova.compute.manager [-] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.395653] env[64022]: DEBUG nova.network.neutron [-] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.446096] env[64022]: INFO nova.compute.manager [-] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Took 2.24 seconds to deallocate network for instance. [ 1023.447136] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.447395] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.447781] env[64022]: DEBUG nova.objects.instance [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lazy-loading 'resources' on Instance uuid a3ce8424-551f-41e7-a906-3e26bffc2c87 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.511956] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Acquiring lock "7aa8fa26-79ff-46e6-8d86-a5ba1597369e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.512314] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Lock "7aa8fa26-79ff-46e6-8d86-a5ba1597369e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.512894] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Acquiring lock "7aa8fa26-79ff-46e6-8d86-a5ba1597369e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.512894] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Lock "7aa8fa26-79ff-46e6-8d86-a5ba1597369e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.513046] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Lock "7aa8fa26-79ff-46e6-8d86-a5ba1597369e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.515107] env[64022]: INFO nova.compute.manager [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Terminating instance [ 1023.629040] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303173, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.860247] env[64022]: DEBUG oslo_concurrency.lockutils [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.956807] env[64022]: DEBUG oslo_concurrency.lockutils [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.018215] env[64022]: DEBUG nova.compute.manager [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.018466] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.019347] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c753f96-9d4e-4e2b-8902-b6db700c5588 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.033342] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.033610] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e87ee22-2142-467e-9119-36af99923abb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.037285] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.039257] env[64022]: DEBUG oslo_vmware.api [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Waiting for the task: (returnval){ [ 1024.039257] env[64022]: value = "task-2303176" [ 1024.039257] env[64022]: _type = "Task" [ 1024.039257] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.049322] env[64022]: DEBUG nova.network.neutron [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Successfully updated port: 09a78537-51a9-4c68-a2d2-52e09ad1ab4d {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.056444] env[64022]: DEBUG oslo_vmware.api [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.128720] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303173, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.145245] env[64022]: DEBUG nova.network.neutron [-] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.216008] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bc2d9a-fd88-4131-9e52-0a38ddbbf6b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.224172] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621c05d4-14e3-4907-a616-7dd5211fe985 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.256437] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d655a2-ff99-40cd-bba9-f606ab3ff46b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.264522] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2501880a-78ac-4195-b661-b24661cfa65a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.278264] env[64022]: DEBUG nova.compute.provider_tree [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.404716] env[64022]: DEBUG nova.compute.manager [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Received event network-vif-deleted-853d23c1-75a3-48a8-b57a-de3884777215 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.404983] env[64022]: DEBUG nova.compute.manager [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Received event network-vif-deleted-4dd589e4-6be0-44ee-b068-3b89289b40d3 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.405199] env[64022]: DEBUG nova.compute.manager [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Received event network-vif-plugged-09a78537-51a9-4c68-a2d2-52e09ad1ab4d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.405415] env[64022]: DEBUG oslo_concurrency.lockutils [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] Acquiring lock "6e21264d-a7ff-42ed-bebe-7d156afa993f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.406092] env[64022]: DEBUG oslo_concurrency.lockutils [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] Lock "6e21264d-a7ff-42ed-bebe-7d156afa993f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.406325] env[64022]: DEBUG oslo_concurrency.lockutils [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] Lock "6e21264d-a7ff-42ed-bebe-7d156afa993f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.406520] env[64022]: DEBUG nova.compute.manager [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] No waiting events found dispatching network-vif-plugged-09a78537-51a9-4c68-a2d2-52e09ad1ab4d {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.406729] env[64022]: WARNING nova.compute.manager [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Received unexpected event network-vif-plugged-09a78537-51a9-4c68-a2d2-52e09ad1ab4d for instance with vm_state building and task_state spawning. [ 1024.406929] env[64022]: DEBUG nova.compute.manager [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Received event network-changed-09a78537-51a9-4c68-a2d2-52e09ad1ab4d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.407121] env[64022]: DEBUG nova.compute.manager [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Refreshing instance network info cache due to event network-changed-09a78537-51a9-4c68-a2d2-52e09ad1ab4d. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1024.407343] env[64022]: DEBUG oslo_concurrency.lockutils [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] Acquiring lock "refresh_cache-6e21264d-a7ff-42ed-bebe-7d156afa993f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.407514] env[64022]: DEBUG oslo_concurrency.lockutils [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] Acquired lock "refresh_cache-6e21264d-a7ff-42ed-bebe-7d156afa993f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.407705] env[64022]: DEBUG nova.network.neutron [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Refreshing network info cache for port 09a78537-51a9-4c68-a2d2-52e09ad1ab4d {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.553420] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "refresh_cache-6e21264d-a7ff-42ed-bebe-7d156afa993f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.553724] env[64022]: DEBUG oslo_vmware.api [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303176, 'name': PowerOffVM_Task, 'duration_secs': 0.188745} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.553923] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.554129] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.554367] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e50cd90c-3c62-4542-a41f-0e16d0f6320e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.611631] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.611929] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.612215] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Deleting the datastore file [datastore2] 7aa8fa26-79ff-46e6-8d86-a5ba1597369e {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.612556] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0db5417e-b418-423c-9a51-87a306649127 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.619610] env[64022]: DEBUG oslo_vmware.api [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Waiting for the task: (returnval){ [ 1024.619610] env[64022]: value = "task-2303178" [ 1024.619610] env[64022]: _type = "Task" [ 1024.619610] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.629336] env[64022]: DEBUG oslo_vmware.api [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303173, 'name': RemoveSnapshot_Task, 'duration_secs': 1.629146} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.632187] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1024.632394] env[64022]: INFO nova.compute.manager [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Took 16.13 seconds to snapshot the instance on the hypervisor. [ 1024.634698] env[64022]: DEBUG oslo_vmware.api [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.647852] env[64022]: INFO nova.compute.manager [-] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Took 1.25 seconds to deallocate network for instance. [ 1024.782040] env[64022]: DEBUG nova.scheduler.client.report [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.941445] env[64022]: DEBUG nova.network.neutron [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.021319] env[64022]: DEBUG nova.network.neutron [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.132354] env[64022]: DEBUG oslo_vmware.api [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Task: {'id': task-2303178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142545} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.132612] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.132802] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.132982] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.133209] env[64022]: INFO nova.compute.manager [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1025.133475] env[64022]: DEBUG oslo.service.loopingcall [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.133671] env[64022]: DEBUG nova.compute.manager [-] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.133799] env[64022]: DEBUG nova.network.neutron [-] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.154474] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.175583] env[64022]: DEBUG nova.compute.manager [None req-35f280ef-e06b-4f47-b3a9-08c187a8b15b tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Found 2 images (rotation: 2) {{(pid=64022) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1025.287484] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.289681] env[64022]: DEBUG oslo_concurrency.lockutils [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.430s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.289910] env[64022]: DEBUG nova.objects.instance [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lazy-loading 'resources' on Instance uuid 56622c57-3a52-43bf-a9d0-94549077b499 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.310648] env[64022]: INFO nova.scheduler.client.report [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleted allocations for instance a3ce8424-551f-41e7-a906-3e26bffc2c87 [ 1025.523786] env[64022]: DEBUG oslo_concurrency.lockutils [req-d4fffec5-1e88-46dd-9627-a3c7935a9e67 req-737a6fdb-8476-4f78-b361-3b11a0ad70ef service nova] Releasing lock "refresh_cache-6e21264d-a7ff-42ed-bebe-7d156afa993f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.524286] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "refresh_cache-6e21264d-a7ff-42ed-bebe-7d156afa993f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.524455] env[64022]: DEBUG nova.network.neutron [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.812716] env[64022]: DEBUG nova.compute.manager [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.813614] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82599524-dde5-4265-8366-9701c3a99eb7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.825506] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a0171875-9e29-426b-b688-4460279e584a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "a3ce8424-551f-41e7-a906-3e26bffc2c87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.798s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.923953] env[64022]: DEBUG nova.network.neutron [-] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.941222] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9954dd74-fead-4035-92e0-ec8529381b16 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.949551] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94527c24-486f-46a4-a6e8-07fbf9aa6515 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.980245] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8af90d-6189-44bc-90c6-04ad710e34ec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.987588] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e5a760-2060-447d-856e-7e1635ecb704 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.000689] env[64022]: DEBUG nova.compute.provider_tree [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.054229] env[64022]: DEBUG nova.network.neutron [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.200364] env[64022]: DEBUG nova.network.neutron [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Updating instance_info_cache with network_info: [{"id": "09a78537-51a9-4c68-a2d2-52e09ad1ab4d", "address": "fa:16:3e:e8:bb:c9", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09a78537-51", "ovs_interfaceid": "09a78537-51a9-4c68-a2d2-52e09ad1ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.328211] env[64022]: INFO nova.compute.manager [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] instance snapshotting [ 1026.328761] env[64022]: DEBUG nova.objects.instance [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'flavor' on Instance uuid 1477c326-91e3-447f-9c8c-e2ff0c6875a4 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.425143] env[64022]: INFO nova.compute.manager [-] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Took 1.29 seconds to deallocate network for instance. [ 1026.433144] env[64022]: DEBUG nova.compute.manager [req-f1b46206-2742-44b5-a410-6050744178e3 req-c9d32400-41ed-4952-9b6d-ea40789bf145 service nova] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Received event network-vif-deleted-78ddb2d0-c148-4f20-bf86-4e58a8aac950 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.503996] env[64022]: DEBUG nova.scheduler.client.report [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.703583] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "refresh_cache-6e21264d-a7ff-42ed-bebe-7d156afa993f" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.703956] env[64022]: DEBUG nova.compute.manager [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Instance network_info: |[{"id": "09a78537-51a9-4c68-a2d2-52e09ad1ab4d", "address": "fa:16:3e:e8:bb:c9", "network": {"id": "e21b2374-e226-401f-a109-9b72091fbfcf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1353204349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2d71a4e1514137b465aba7c9595303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09a78537-51", "ovs_interfaceid": "09a78537-51a9-4c68-a2d2-52e09ad1ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.704443] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:bb:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09a78537-51a9-4c68-a2d2-52e09ad1ab4d', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.714011] env[64022]: DEBUG oslo.service.loopingcall [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.714264] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.714628] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d46fc113-1714-4624-8f96-90b333d37e29 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.734432] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.734432] env[64022]: value = "task-2303179" [ 1026.734432] env[64022]: _type = "Task" [ 1026.734432] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.741652] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303179, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.833891] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74fe3f8-83c2-43f7-9ae5-ce2d8d182550 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.852402] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd343dab-fe1f-4ff9-bad6-25fce02ec092 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.933342] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.010676] env[64022]: DEBUG oslo_concurrency.lockutils [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.013361] env[64022]: DEBUG oslo_concurrency.lockutils [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.056s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.013495] env[64022]: DEBUG nova.objects.instance [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lazy-loading 'resources' on Instance uuid 61d7c210-f223-4204-ab24-9193b7bc7c2d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.037756] env[64022]: INFO nova.scheduler.client.report [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted allocations for instance 56622c57-3a52-43bf-a9d0-94549077b499 [ 1027.244356] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303179, 'name': CreateVM_Task, 'duration_secs': 0.315085} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.244627] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.245249] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.245422] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.245737] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.245985] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3df50f-39bb-468f-b62e-d51751bb237f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.250233] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 1027.250233] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52728d77-9d38-b2a4-a7d0-db7ddf143f63" [ 1027.250233] env[64022]: _type = "Task" [ 1027.250233] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.257651] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52728d77-9d38-b2a4-a7d0-db7ddf143f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.362786] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1027.363088] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f3e3312b-e189-47d1-a4ca-a3546e38356d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.370978] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1027.370978] env[64022]: value = "task-2303180" [ 1027.370978] env[64022]: _type = "Task" [ 1027.370978] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.379036] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303180, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.545769] env[64022]: DEBUG oslo_concurrency.lockutils [None req-048105fe-23ae-48e3-ac6c-b6e15a869116 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "56622c57-3a52-43bf-a9d0-94549077b499" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.814s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.661113] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3745de-1c52-496f-88a7-526a4f4530b8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.668760] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072b3608-2bd1-412d-bc2c-3745bad2b72c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.698529] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9436cc-b298-4fc9-a269-ad500e20b43b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.706815] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e8bda9-f34f-4d87-b763-bb1866619759 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.722433] env[64022]: DEBUG nova.compute.provider_tree [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.760033] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52728d77-9d38-b2a4-a7d0-db7ddf143f63, 'name': SearchDatastore_Task, 'duration_secs': 0.009634} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.760347] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.760582] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.760812] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.760958] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.761152] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.761414] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c98697c-dbea-4301-9040-d61066759a42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.770439] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.770624] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.771390] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d28af9-4836-4ad2-a745-a8ec5f31f905 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.776642] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 1027.776642] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526439ba-547a-c814-6cb1-c441db7eeb5a" [ 1027.776642] env[64022]: _type = "Task" [ 1027.776642] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.784608] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526439ba-547a-c814-6cb1-c441db7eeb5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.788573] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "caf5b112-ee36-4764-9793-8e3d04b7c5da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.788787] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "caf5b112-ee36-4764-9793-8e3d04b7c5da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.880524] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303180, 'name': CreateSnapshot_Task, 'duration_secs': 0.442644} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.880751] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1027.881474] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343d65e3-9064-45a4-afc5-a6c35308dc90 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.225790] env[64022]: DEBUG nova.scheduler.client.report [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.288119] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526439ba-547a-c814-6cb1-c441db7eeb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.288971] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4604739a-0728-42a9-b632-e749db190689 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.291409] env[64022]: DEBUG nova.compute.manager [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.297317] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 1028.297317] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5249d04c-2554-8952-8dcd-5c3303b541e6" [ 1028.297317] env[64022]: _type = "Task" [ 1028.297317] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.305372] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5249d04c-2554-8952-8dcd-5c3303b541e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.398113] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1028.398779] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a54ad178-3387-420b-bb3b-7d7f1c47319a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.407682] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1028.407682] env[64022]: value = "task-2303181" [ 1028.407682] env[64022]: _type = "Task" [ 1028.407682] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.416011] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303181, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.732585] env[64022]: DEBUG oslo_concurrency.lockutils [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.735186] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.698s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.735409] env[64022]: DEBUG nova.objects.instance [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lazy-loading 'pci_requests' on Instance uuid 02a836ec-8677-4076-98b1-3ac308500668 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.756304] env[64022]: INFO nova.scheduler.client.report [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Deleted allocations for instance 61d7c210-f223-4204-ab24-9193b7bc7c2d [ 1028.810893] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5249d04c-2554-8952-8dcd-5c3303b541e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.811808] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.812099] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.812393] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 6e21264d-a7ff-42ed-bebe-7d156afa993f/6e21264d-a7ff-42ed-bebe-7d156afa993f.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.812649] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ec384d8-3126-4449-838a-5fb6a187f33c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.819572] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 1028.819572] env[64022]: value = "task-2303182" [ 1028.819572] env[64022]: _type = "Task" [ 1028.819572] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.827240] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.918400] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303181, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.017403] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "44e2efbd-7689-451e-ae0d-cd6d2650ec9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.017658] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "44e2efbd-7689-451e-ae0d-cd6d2650ec9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.239563] env[64022]: DEBUG nova.objects.instance [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lazy-loading 'numa_topology' on Instance uuid 02a836ec-8677-4076-98b1-3ac308500668 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.265200] env[64022]: DEBUG oslo_concurrency.lockutils [None req-28322123-01ee-424e-b6e1-b5449c5682ec tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "61d7c210-f223-4204-ab24-9193b7bc7c2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.576s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.332925] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303182, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.419539] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303181, 'name': CloneVM_Task} progress is 95%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.521132] env[64022]: DEBUG nova.compute.manager [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.744769] env[64022]: INFO nova.compute.claims [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.832928] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633457} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.832928] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 6e21264d-a7ff-42ed-bebe-7d156afa993f/6e21264d-a7ff-42ed-bebe-7d156afa993f.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.832928] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.832928] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-174a3ca7-431b-4757-b529-a0578c413927 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.839080] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 1029.839080] env[64022]: value = "task-2303183" [ 1029.839080] env[64022]: _type = "Task" [ 1029.839080] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.847529] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.919642] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303181, 'name': CloneVM_Task, 'duration_secs': 1.3098} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.919867] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Created linked-clone VM from snapshot [ 1029.920641] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a202e93-f8df-4444-9cea-2fcccd4554ba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.928403] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Uploading image 23689b57-362f-451e-b1cd-9304af1a01ca {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1029.953763] env[64022]: DEBUG oslo_vmware.rw_handles [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1029.953763] env[64022]: value = "vm-468542" [ 1029.953763] env[64022]: _type = "VirtualMachine" [ 1029.953763] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1029.954046] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c40f12ce-cd71-4bd7-bd41-0e8d6e2eb479 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.959822] env[64022]: DEBUG oslo_vmware.rw_handles [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lease: (returnval){ [ 1029.959822] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522c9b66-4d47-c67c-302f-52dda004091f" [ 1029.959822] env[64022]: _type = "HttpNfcLease" [ 1029.959822] env[64022]: } obtained for exporting VM: (result){ [ 1029.959822] env[64022]: value = "vm-468542" [ 1029.959822] env[64022]: _type = "VirtualMachine" [ 1029.959822] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1029.960103] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the lease: (returnval){ [ 1029.960103] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522c9b66-4d47-c67c-302f-52dda004091f" [ 1029.960103] env[64022]: _type = "HttpNfcLease" [ 1029.960103] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1029.966151] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.966151] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522c9b66-4d47-c67c-302f-52dda004091f" [ 1029.966151] env[64022]: _type = "HttpNfcLease" [ 1029.966151] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1030.042370] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.346917] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085205} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.347287] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.347976] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aa582d-457a-42e0-9582-fbb262d6c243 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.369265] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6e21264d-a7ff-42ed-bebe-7d156afa993f/6e21264d-a7ff-42ed-bebe-7d156afa993f.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.369496] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adceb3b1-9252-409d-8031-45ebbd9894fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.388636] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 1030.388636] env[64022]: value = "task-2303185" [ 1030.388636] env[64022]: _type = "Task" [ 1030.388636] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.396350] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.467748] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.467748] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522c9b66-4d47-c67c-302f-52dda004091f" [ 1030.467748] env[64022]: _type = "HttpNfcLease" [ 1030.467748] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1030.468071] env[64022]: DEBUG oslo_vmware.rw_handles [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1030.468071] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522c9b66-4d47-c67c-302f-52dda004091f" [ 1030.468071] env[64022]: _type = "HttpNfcLease" [ 1030.468071] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1030.468881] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fb5746-cc6a-485e-bd10-6c83c6ec4579 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.476109] env[64022]: DEBUG oslo_vmware.rw_handles [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed3d37-d872-942d-df4c-aa8c3725b16f/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1030.476367] env[64022]: DEBUG oslo_vmware.rw_handles [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed3d37-d872-942d-df4c-aa8c3725b16f/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1030.578984] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c69fc756-3ce5-4cdd-96bf-32c9d1345c0d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.634165] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.634537] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.902143] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303185, 'name': ReconfigVM_Task, 'duration_secs': 0.492783} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.902490] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6e21264d-a7ff-42ed-bebe-7d156afa993f/6e21264d-a7ff-42ed-bebe-7d156afa993f.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.903251] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a22d79f-628c-4120-be94-6c37dd49a2ac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.909381] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 1030.909381] env[64022]: value = "task-2303186" [ 1030.909381] env[64022]: _type = "Task" [ 1030.909381] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.918077] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303186, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.919767] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fcf1b1-5e8a-4157-920e-1cb7276620cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.928044] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d40ae5-c90a-437d-8529-b8b5df85bc54 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.973056] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d05c19-973e-4745-b01d-286705cb9c5d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.980488] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ba2e9f-7213-4d48-8a4c-96290f1910ec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.995372] env[64022]: DEBUG nova.compute.provider_tree [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.139114] env[64022]: INFO nova.compute.manager [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Detaching volume 87823ab5-e5c0-4a86-b0f2-8178097bb57e [ 1031.180017] env[64022]: INFO nova.virt.block_device [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Attempting to driver detach volume 87823ab5-e5c0-4a86-b0f2-8178097bb57e from mountpoint /dev/sdb [ 1031.180279] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1031.180474] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468510', 'volume_id': '87823ab5-e5c0-4a86-b0f2-8178097bb57e', 'name': 'volume-87823ab5-e5c0-4a86-b0f2-8178097bb57e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f43a0961-5dc5-42cf-8493-e769273bc3a9', 'attached_at': '', 'detached_at': '', 'volume_id': '87823ab5-e5c0-4a86-b0f2-8178097bb57e', 'serial': '87823ab5-e5c0-4a86-b0f2-8178097bb57e'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1031.181536] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d3fecd-5386-4506-bc9e-aa97bd744781 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.203608] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610ef449-816d-4b99-b9ee-365a7ef62d60 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.211362] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c65d583-84b3-4473-a2cc-d662c634abcc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.231567] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad940746-7eb2-4526-a766-9dd29f488b61 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.248429] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] The volume has not been displaced from its original location: [datastore2] volume-87823ab5-e5c0-4a86-b0f2-8178097bb57e/volume-87823ab5-e5c0-4a86-b0f2-8178097bb57e.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1031.253998] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.254388] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a0bdfc0-4447-4f1c-a951-ad729a286928 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.272866] env[64022]: DEBUG oslo_vmware.api [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1031.272866] env[64022]: value = "task-2303187" [ 1031.272866] env[64022]: _type = "Task" [ 1031.272866] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.281554] env[64022]: DEBUG oslo_vmware.api [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.420292] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303186, 'name': Rename_Task, 'duration_secs': 0.165792} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.420728] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.421161] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a39d562-33cb-4293-90ac-7058e9b90f9c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.427792] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 1031.427792] env[64022]: value = "task-2303188" [ 1031.427792] env[64022]: _type = "Task" [ 1031.427792] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.436085] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.523567] env[64022]: ERROR nova.scheduler.client.report [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [req-577d8a7e-9543-4386-b68d-e265860a411c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3a889db4-7597-478e-92a9-f74a134fda34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-577d8a7e-9543-4386-b68d-e265860a411c"}]} [ 1031.542024] env[64022]: DEBUG nova.scheduler.client.report [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Refreshing inventories for resource provider 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1031.557721] env[64022]: DEBUG nova.scheduler.client.report [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updating ProviderTree inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1031.558105] env[64022]: DEBUG nova.compute.provider_tree [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.569625] env[64022]: DEBUG nova.scheduler.client.report [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Refreshing aggregate associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, aggregates: None {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1031.589049] env[64022]: DEBUG nova.scheduler.client.report [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Refreshing trait associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1031.762017] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2634766c-c5cb-4486-94e9-516070efd099 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.771656] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ac96da-01a7-4e18-9f0a-a5ad1719a8da {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.784505] env[64022]: DEBUG oslo_vmware.api [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303187, 'name': ReconfigVM_Task, 'duration_secs': 0.293563} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.811293] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.816396] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e917ac0a-c978-425f-b784-dfc387ec3d02 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.826912] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02445d4a-58dc-46f2-aecc-2328a9d11ff4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.836203] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c130822-6e57-46b3-8573-611a3ea39030 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.841566] env[64022]: DEBUG oslo_vmware.api [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1031.841566] env[64022]: value = "task-2303189" [ 1031.841566] env[64022]: _type = "Task" [ 1031.841566] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.856575] env[64022]: DEBUG nova.compute.provider_tree [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.864839] env[64022]: DEBUG oslo_vmware.api [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.938574] env[64022]: DEBUG oslo_vmware.api [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303188, 'name': PowerOnVM_Task, 'duration_secs': 0.472316} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.938969] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.939286] env[64022]: INFO nova.compute.manager [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1031.939550] env[64022]: DEBUG nova.compute.manager [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.940479] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4065b143-d9e9-44f2-9dc8-cd736907f6e4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.168555] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.168805] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.168958] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1032.352645] env[64022]: DEBUG oslo_vmware.api [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303189, 'name': ReconfigVM_Task, 'duration_secs': 0.176503} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.352989] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468510', 'volume_id': '87823ab5-e5c0-4a86-b0f2-8178097bb57e', 'name': 'volume-87823ab5-e5c0-4a86-b0f2-8178097bb57e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f43a0961-5dc5-42cf-8493-e769273bc3a9', 'attached_at': '', 'detached_at': '', 'volume_id': '87823ab5-e5c0-4a86-b0f2-8178097bb57e', 'serial': '87823ab5-e5c0-4a86-b0f2-8178097bb57e'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1032.387914] env[64022]: DEBUG nova.scheduler.client.report [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updated inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1032.388197] env[64022]: DEBUG nova.compute.provider_tree [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updating resource provider 3a889db4-7597-478e-92a9-f74a134fda34 generation from 139 to 140 during operation: update_inventory {{(pid=64022) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1032.388387] env[64022]: DEBUG nova.compute.provider_tree [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.460292] env[64022]: INFO nova.compute.manager [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Took 15.93 seconds to build instance. [ 1032.895136] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.160s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.897520] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.743s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.897764] env[64022]: DEBUG nova.objects.instance [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Lazy-loading 'resources' on Instance uuid ff1b27d8-b5cf-4141-ac50-d78b8b29dad1 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.902687] env[64022]: DEBUG nova.objects.instance [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lazy-loading 'flavor' on Instance uuid f43a0961-5dc5-42cf-8493-e769273bc3a9 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.930263] env[64022]: INFO nova.network.neutron [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updating port e3ab6f3b-5a08-4c72-aa5b-16448ea45231 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1032.962091] env[64022]: DEBUG oslo_concurrency.lockutils [None req-298e293b-6763-4919-a7f3-2b158172f2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "6e21264d-a7ff-42ed-bebe-7d156afa993f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.438s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.567972] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd71ba9-1f23-40f9-b964-9a84a9f26d8f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.577020] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb22cb65-355e-486e-be7e-270a89f950a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.608186] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2e4a87-4d32-4eea-babc-fc4a7d7e8106 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.616411] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a9e21c-05de-4fc5-b952-fc652a3271d1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.630261] env[64022]: DEBUG nova.compute.provider_tree [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.678484] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.678634] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquired lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.678803] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Forcefully refreshing network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1033.912795] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26e10c3b-b2bd-479d-9e1b-645cc778904c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.278s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.134054] env[64022]: DEBUG nova.scheduler.client.report [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.144829] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "6e21264d-a7ff-42ed-bebe-7d156afa993f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.145187] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "6e21264d-a7ff-42ed-bebe-7d156afa993f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.145505] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "6e21264d-a7ff-42ed-bebe-7d156afa993f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.145798] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "6e21264d-a7ff-42ed-bebe-7d156afa993f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.146011] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "6e21264d-a7ff-42ed-bebe-7d156afa993f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.148287] env[64022]: INFO nova.compute.manager [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Terminating instance [ 1034.451212] env[64022]: DEBUG nova.compute.manager [req-fbc0ed50-370d-4070-923c-cd857c6459b0 req-6a439eba-d99d-4e1a-9319-511663ead98b service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Received event network-vif-plugged-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.452066] env[64022]: DEBUG oslo_concurrency.lockutils [req-fbc0ed50-370d-4070-923c-cd857c6459b0 req-6a439eba-d99d-4e1a-9319-511663ead98b service nova] Acquiring lock "02a836ec-8677-4076-98b1-3ac308500668-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.452386] env[64022]: DEBUG oslo_concurrency.lockutils [req-fbc0ed50-370d-4070-923c-cd857c6459b0 req-6a439eba-d99d-4e1a-9319-511663ead98b service nova] Lock "02a836ec-8677-4076-98b1-3ac308500668-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.452612] env[64022]: DEBUG oslo_concurrency.lockutils [req-fbc0ed50-370d-4070-923c-cd857c6459b0 req-6a439eba-d99d-4e1a-9319-511663ead98b service nova] Lock "02a836ec-8677-4076-98b1-3ac308500668-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.452818] env[64022]: DEBUG nova.compute.manager [req-fbc0ed50-370d-4070-923c-cd857c6459b0 req-6a439eba-d99d-4e1a-9319-511663ead98b service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] No waiting events found dispatching network-vif-plugged-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.453015] env[64022]: WARNING nova.compute.manager [req-fbc0ed50-370d-4070-923c-cd857c6459b0 req-6a439eba-d99d-4e1a-9319-511663ead98b service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Received unexpected event network-vif-plugged-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 for instance with vm_state shelved_offloaded and task_state spawning. [ 1034.625759] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.640989] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.644503] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.711s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.644575] env[64022]: DEBUG nova.objects.instance [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Lazy-loading 'resources' on Instance uuid 7aa8fa26-79ff-46e6-8d86-a5ba1597369e {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.654448] env[64022]: DEBUG nova.compute.manager [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.654697] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.655675] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7510be-c5f2-494a-bc4e-b7e697d3d2c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.665432] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.666440] env[64022]: INFO nova.scheduler.client.report [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Deleted allocations for instance ff1b27d8-b5cf-4141-ac50-d78b8b29dad1 [ 1034.667421] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ffc02dc-f371-41df-a861-6c1e1ac55368 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.674191] env[64022]: DEBUG oslo_vmware.api [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 1034.674191] env[64022]: value = "task-2303190" [ 1034.674191] env[64022]: _type = "Task" [ 1034.674191] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.682558] env[64022]: DEBUG oslo_vmware.api [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.944128] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updating instance_info_cache with network_info: [{"id": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "address": "fa:16:3e:53:fa:9f", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape3ab6f3b-5a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.945661] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.945921] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.946147] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "f43a0961-5dc5-42cf-8493-e769273bc3a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.946334] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.946507] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.949658] env[64022]: INFO nova.compute.manager [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Terminating instance [ 1035.177649] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5d8497c9-e578-450a-861f-32c87faf0997 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Lock "ff1b27d8-b5cf-4141-ac50-d78b8b29dad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.438s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.198902] env[64022]: DEBUG oslo_vmware.api [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303190, 'name': PowerOffVM_Task, 'duration_secs': 0.196804} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.199046] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.199299] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.199635] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09c571ec-e20d-48ae-a401-350d325708fe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.274364] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.274639] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.274854] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleting the datastore file [datastore1] 6e21264d-a7ff-42ed-bebe-7d156afa993f {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.275152] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3b070a2-8d79-4c0b-afaf-87919412f4cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.282248] env[64022]: DEBUG oslo_vmware.api [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for the task: (returnval){ [ 1035.282248] env[64022]: value = "task-2303192" [ 1035.282248] env[64022]: _type = "Task" [ 1035.282248] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.292953] env[64022]: DEBUG oslo_vmware.api [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.305962] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eff2873-dd68-46e2-bb59-40abffe15422 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.313499] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351b3d3d-e27c-4da9-8601-5f5f48a9ece3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.345209] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75204a79-22f7-4718-92e9-1abaf630fdc2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.352875] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7690f7-c5c3-48d7-96be-f50f23b70f67 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.368099] env[64022]: DEBUG nova.compute.provider_tree [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.449598] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Releasing lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.449850] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updated the network info_cache for instance {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1035.450152] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.450332] env[64022]: DEBUG nova.network.neutron [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.451585] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.452309] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.452309] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.452309] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.452486] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.452964] env[64022]: DEBUG nova.compute.manager [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.453181] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.453590] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.453749] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1035.454786] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd92e89b-59aa-47b5-a764-bf928d61d5c6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.458658] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.464495] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.464745] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-654984b4-20ad-4fb8-9d1d-0eb117bd2d42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.471013] env[64022]: DEBUG oslo_vmware.api [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1035.471013] env[64022]: value = "task-2303193" [ 1035.471013] env[64022]: _type = "Task" [ 1035.471013] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.479278] env[64022]: DEBUG oslo_vmware.api [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.795443] env[64022]: DEBUG oslo_vmware.api [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Task: {'id': task-2303192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151483} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.795795] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.795972] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.796188] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.796392] env[64022]: INFO nova.compute.manager [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1035.796707] env[64022]: DEBUG oslo.service.loopingcall [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1035.796911] env[64022]: DEBUG nova.compute.manager [-] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.797036] env[64022]: DEBUG nova.network.neutron [-] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.871395] env[64022]: DEBUG nova.scheduler.client.report [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.962896] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.981295] env[64022]: DEBUG oslo_vmware.api [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303193, 'name': PowerOffVM_Task, 'duration_secs': 0.294429} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.981638] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.981817] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.982118] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e07dcc2-2dce-4ad5-91cc-1f7e5ba7775e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.046841] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.047146] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.047340] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Deleting the datastore file [datastore1] f43a0961-5dc5-42cf-8493-e769273bc3a9 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.047670] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-422d0842-d617-4ff0-9ce5-5be258549974 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.054173] env[64022]: DEBUG oslo_vmware.api [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1036.054173] env[64022]: value = "task-2303195" [ 1036.054173] env[64022]: _type = "Task" [ 1036.054173] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.062777] env[64022]: DEBUG oslo_vmware.api [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.376293] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.378514] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.567s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.380073] env[64022]: INFO nova.compute.claims [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.409958] env[64022]: INFO nova.scheduler.client.report [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Deleted allocations for instance 7aa8fa26-79ff-46e6-8d86-a5ba1597369e [ 1036.485409] env[64022]: DEBUG nova.compute.manager [req-7ae4895b-9e83-4605-a992-7db732598372 req-0967c8ab-b90c-4af4-98d3-4e870d7a3b76 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Received event network-changed-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.485717] env[64022]: DEBUG nova.compute.manager [req-7ae4895b-9e83-4605-a992-7db732598372 req-0967c8ab-b90c-4af4-98d3-4e870d7a3b76 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Refreshing instance network info cache due to event network-changed-e3ab6f3b-5a08-4c72-aa5b-16448ea45231. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.485962] env[64022]: DEBUG oslo_concurrency.lockutils [req-7ae4895b-9e83-4605-a992-7db732598372 req-0967c8ab-b90c-4af4-98d3-4e870d7a3b76 service nova] Acquiring lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.564753] env[64022]: DEBUG oslo_vmware.api [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13362} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.565088] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.565379] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.565518] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.565722] env[64022]: INFO nova.compute.manager [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1036.565979] env[64022]: DEBUG oslo.service.loopingcall [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1036.566186] env[64022]: DEBUG nova.compute.manager [-] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.566282] env[64022]: DEBUG nova.network.neutron [-] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.839718] env[64022]: DEBUG nova.network.neutron [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updating instance_info_cache with network_info: [{"id": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "address": "fa:16:3e:53:fa:9f", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab6f3b-5a", "ovs_interfaceid": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.918984] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ee033e8d-5c26-439a-9891-1e76560865db tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Lock "7aa8fa26-79ff-46e6-8d86-a5ba1597369e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.407s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.212994] env[64022]: DEBUG nova.network.neutron [-] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.342497] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.345525] env[64022]: DEBUG oslo_concurrency.lockutils [req-7ae4895b-9e83-4605-a992-7db732598372 req-0967c8ab-b90c-4af4-98d3-4e870d7a3b76 service nova] Acquired lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.345818] env[64022]: DEBUG nova.network.neutron [req-7ae4895b-9e83-4605-a992-7db732598372 req-0967c8ab-b90c-4af4-98d3-4e870d7a3b76 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Refreshing network info cache for port e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.381516] env[64022]: DEBUG nova.virt.hardware [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='05bb1f41e85971e1a5746fecf03ff27e',container_format='bare',created_at=2025-02-04T21:04:31Z,direct_url=,disk_format='vmdk',id=c3e73e3b-ec15-46bb-9367-7a5547f435a2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-530994705-shelved',owner='b52d1eae5b694d9da3d7db123ae8c3fa',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-02-04T21:04:45Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.381839] env[64022]: DEBUG nova.virt.hardware [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.382274] env[64022]: DEBUG nova.virt.hardware [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.382558] env[64022]: DEBUG nova.virt.hardware [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.382732] env[64022]: DEBUG nova.virt.hardware [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.382908] env[64022]: DEBUG nova.virt.hardware [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.383241] env[64022]: DEBUG nova.virt.hardware [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.383447] env[64022]: DEBUG nova.virt.hardware [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.383889] env[64022]: DEBUG nova.virt.hardware [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.384159] env[64022]: DEBUG nova.virt.hardware [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.384424] env[64022]: DEBUG nova.virt.hardware [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.385511] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c31b45-9fea-445a-88e0-bc43a18dea46 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.404515] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5e1133-1c21-4fa8-837e-81d8345691d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.423459] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:fa:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3ab6f3b-5a08-4c72-aa5b-16448ea45231', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.433042] env[64022]: DEBUG oslo.service.loopingcall [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1037.437513] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.438187] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba0bee13-5d4b-4055-9e13-ad4ebaac0b7b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.460829] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.460829] env[64022]: value = "task-2303196" [ 1037.460829] env[64022]: _type = "Task" [ 1037.460829] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.470758] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303196, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.626642] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b38f43-f261-46d6-92ca-3de8aca6465f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.636422] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bd2001-3201-421b-be10-157dcda27d41 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.676839] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf135da-2c43-4980-9750-2d7fad8181e6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.685352] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348b6a21-4c3e-4160-9362-6dfe0eba4e64 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.703527] env[64022]: DEBUG nova.compute.provider_tree [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.719032] env[64022]: INFO nova.compute.manager [-] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Took 1.92 seconds to deallocate network for instance. [ 1037.964018] env[64022]: DEBUG nova.network.neutron [-] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.974367] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303196, 'name': CreateVM_Task, 'duration_secs': 0.43016} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.975419] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.976363] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c3e73e3b-ec15-46bb-9367-7a5547f435a2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.976749] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c3e73e3b-ec15-46bb-9367-7a5547f435a2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.977279] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c3e73e3b-ec15-46bb-9367-7a5547f435a2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.977702] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bd9fa8-73a9-4ae5-8b18-879fc65d7bf2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.983415] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1037.983415] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523a78a2-e986-354f-2c4e-3d741eb8c084" [ 1037.983415] env[64022]: _type = "Task" [ 1037.983415] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.994773] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]523a78a2-e986-354f-2c4e-3d741eb8c084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.206893] env[64022]: DEBUG nova.scheduler.client.report [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.225946] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.312406] env[64022]: DEBUG nova.network.neutron [req-7ae4895b-9e83-4605-a992-7db732598372 req-0967c8ab-b90c-4af4-98d3-4e870d7a3b76 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updated VIF entry in instance network info cache for port e3ab6f3b-5a08-4c72-aa5b-16448ea45231. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.312991] env[64022]: DEBUG nova.network.neutron [req-7ae4895b-9e83-4605-a992-7db732598372 req-0967c8ab-b90c-4af4-98d3-4e870d7a3b76 service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updating instance_info_cache with network_info: [{"id": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "address": "fa:16:3e:53:fa:9f", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab6f3b-5a", "ovs_interfaceid": "e3ab6f3b-5a08-4c72-aa5b-16448ea45231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.468763] env[64022]: INFO nova.compute.manager [-] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Took 1.90 seconds to deallocate network for instance. [ 1038.499212] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c3e73e3b-ec15-46bb-9367-7a5547f435a2" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.499520] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Processing image c3e73e3b-ec15-46bb-9367-7a5547f435a2 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.499844] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c3e73e3b-ec15-46bb-9367-7a5547f435a2/c3e73e3b-ec15-46bb-9367-7a5547f435a2.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.499952] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c3e73e3b-ec15-46bb-9367-7a5547f435a2/c3e73e3b-ec15-46bb-9367-7a5547f435a2.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.500143] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.500421] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d74a17bb-6000-4d34-8b8d-186d6f6b7856 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.510703] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.510893] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.512564] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1928c1b-fe53-48c7-aeb7-5931d9f5e174 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.519626] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1038.519626] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5217fc1e-3508-4ead-521f-8244e17babc8" [ 1038.519626] env[64022]: _type = "Task" [ 1038.519626] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.526210] env[64022]: DEBUG nova.compute.manager [req-f587f67e-92aa-4c54-95a1-db7590b8d251 req-4ceea793-d4bb-4cc4-a911-2628e80f625f service nova] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Received event network-vif-deleted-09a78537-51a9-4c68-a2d2-52e09ad1ab4d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.526442] env[64022]: DEBUG nova.compute.manager [req-f587f67e-92aa-4c54-95a1-db7590b8d251 req-4ceea793-d4bb-4cc4-a911-2628e80f625f service nova] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Received event network-vif-deleted-811734cb-ad25-477b-9f54-7ac2a124ef34 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.530227] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5217fc1e-3508-4ead-521f-8244e17babc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.715604] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.715604] env[64022]: DEBUG nova.compute.manager [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.718410] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.676s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.720507] env[64022]: INFO nova.compute.claims [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.819865] env[64022]: DEBUG oslo_concurrency.lockutils [req-7ae4895b-9e83-4605-a992-7db732598372 req-0967c8ab-b90c-4af4-98d3-4e870d7a3b76 service nova] Releasing lock "refresh_cache-02a836ec-8677-4076-98b1-3ac308500668" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.841124] env[64022]: DEBUG oslo_vmware.rw_handles [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed3d37-d872-942d-df4c-aa8c3725b16f/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1038.842419] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e97f2a5-7116-4eff-9b20-476bd2ce3e82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.851156] env[64022]: DEBUG oslo_vmware.rw_handles [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed3d37-d872-942d-df4c-aa8c3725b16f/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1038.851156] env[64022]: ERROR oslo_vmware.rw_handles [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed3d37-d872-942d-df4c-aa8c3725b16f/disk-0.vmdk due to incomplete transfer. [ 1038.851156] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ecc0955-392d-480f-818b-9c4d5add6822 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.858040] env[64022]: DEBUG oslo_vmware.rw_handles [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed3d37-d872-942d-df4c-aa8c3725b16f/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1038.858570] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Uploaded image 23689b57-362f-451e-b1cd-9304af1a01ca to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1038.861609] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1038.862151] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1beeb550-8774-475d-a2f5-387926021929 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.868779] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1038.868779] env[64022]: value = "task-2303197" [ 1038.868779] env[64022]: _type = "Task" [ 1038.868779] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.880363] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303197, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.977819] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.033090] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Preparing fetch location {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1039.033610] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Fetch image to [datastore1] OSTACK_IMG_16704b17-40e2-4865-84ca-2aa9d5013c86/OSTACK_IMG_16704b17-40e2-4865-84ca-2aa9d5013c86.vmdk {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1039.033939] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Downloading stream optimized image c3e73e3b-ec15-46bb-9367-7a5547f435a2 to [datastore1] OSTACK_IMG_16704b17-40e2-4865-84ca-2aa9d5013c86/OSTACK_IMG_16704b17-40e2-4865-84ca-2aa9d5013c86.vmdk on the data store datastore1 as vApp {{(pid=64022) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1039.034299] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Downloading image file data c3e73e3b-ec15-46bb-9367-7a5547f435a2 to the ESX as VM named 'OSTACK_IMG_16704b17-40e2-4865-84ca-2aa9d5013c86' {{(pid=64022) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1039.131193] env[64022]: DEBUG oslo_vmware.rw_handles [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1039.131193] env[64022]: value = "resgroup-9" [ 1039.131193] env[64022]: _type = "ResourcePool" [ 1039.131193] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1039.131514] env[64022]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-65044364-f960-4822-b45c-e11391bbf401 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.159389] env[64022]: DEBUG oslo_vmware.rw_handles [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lease: (returnval){ [ 1039.159389] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fa59ce-50f6-4b81-52cd-e2870dce05f6" [ 1039.159389] env[64022]: _type = "HttpNfcLease" [ 1039.159389] env[64022]: } obtained for vApp import into resource pool (val){ [ 1039.159389] env[64022]: value = "resgroup-9" [ 1039.159389] env[64022]: _type = "ResourcePool" [ 1039.159389] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1039.159720] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the lease: (returnval){ [ 1039.159720] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fa59ce-50f6-4b81-52cd-e2870dce05f6" [ 1039.159720] env[64022]: _type = "HttpNfcLease" [ 1039.159720] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1039.166395] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.166395] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fa59ce-50f6-4b81-52cd-e2870dce05f6" [ 1039.166395] env[64022]: _type = "HttpNfcLease" [ 1039.166395] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1039.225451] env[64022]: DEBUG nova.compute.utils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1039.230310] env[64022]: DEBUG nova.compute.manager [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.230410] env[64022]: DEBUG nova.network.neutron [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.281248] env[64022]: DEBUG nova.policy [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8117ec7d62224ebdbdb2d0fd3fd45602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7329ee1152854fdebbd2747fc537eadb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.380205] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303197, 'name': Destroy_Task, 'duration_secs': 0.338115} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.380438] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Destroyed the VM [ 1039.381352] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1039.381352] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4af92073-8d2a-450d-88c9-aefb0b5ec991 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.387552] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1039.387552] env[64022]: value = "task-2303199" [ 1039.387552] env[64022]: _type = "Task" [ 1039.387552] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.400042] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303199, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.579082] env[64022]: DEBUG nova.network.neutron [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Successfully created port: c4ec9259-32af-4670-a86e-06373546f1d9 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.671151] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.671151] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fa59ce-50f6-4b81-52cd-e2870dce05f6" [ 1039.671151] env[64022]: _type = "HttpNfcLease" [ 1039.671151] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1039.733848] env[64022]: DEBUG nova.compute.manager [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.868356] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522471bc-6d6d-46a9-bd8b-7ea8cd2fe753 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.876155] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba557019-a561-402f-89f0-65aeb1dbbc5f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.909898] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879cdde1-28db-42c8-8fc6-970364bd696d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.920817] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3403ca01-7143-4cb8-9a85-9c8117338637 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.924589] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303199, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.934966] env[64022]: DEBUG nova.compute.provider_tree [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.170125] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.170125] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fa59ce-50f6-4b81-52cd-e2870dce05f6" [ 1040.170125] env[64022]: _type = "HttpNfcLease" [ 1040.170125] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1040.170125] env[64022]: DEBUG oslo_vmware.rw_handles [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1040.170125] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fa59ce-50f6-4b81-52cd-e2870dce05f6" [ 1040.170125] env[64022]: _type = "HttpNfcLease" [ 1040.170125] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1040.170880] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32a87ff-6025-4f3c-83cd-ea0b3aee4088 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.179147] env[64022]: DEBUG oslo_vmware.rw_handles [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b390b5-3fbb-dbf2-ec93-5467cd06f140/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1040.179147] env[64022]: DEBUG oslo_vmware.rw_handles [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b390b5-3fbb-dbf2-ec93-5467cd06f140/disk-0.vmdk. {{(pid=64022) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1040.244487] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c870e960-0475-4a03-9200-ac2a4bc40571 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.417444] env[64022]: DEBUG oslo_vmware.api [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303199, 'name': RemoveSnapshot_Task, 'duration_secs': 0.572515} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.417722] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1040.417957] env[64022]: INFO nova.compute.manager [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Took 13.58 seconds to snapshot the instance on the hypervisor. [ 1040.438701] env[64022]: DEBUG nova.scheduler.client.report [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.743167] env[64022]: DEBUG nova.compute.manager [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.783170] env[64022]: DEBUG nova.virt.hardware [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.783456] env[64022]: DEBUG nova.virt.hardware [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.783783] env[64022]: DEBUG nova.virt.hardware [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.783996] env[64022]: DEBUG nova.virt.hardware [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.784260] env[64022]: DEBUG nova.virt.hardware [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.784450] env[64022]: DEBUG nova.virt.hardware [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.784755] env[64022]: DEBUG nova.virt.hardware [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.784964] env[64022]: DEBUG nova.virt.hardware [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.785517] env[64022]: DEBUG nova.virt.hardware [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.785517] env[64022]: DEBUG nova.virt.hardware [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.785637] env[64022]: DEBUG nova.virt.hardware [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.786643] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db565ab0-77cc-46a8-a166-7a54948e9333 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.798991] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b91386e-421c-4d51-8dc8-4dd2d0629dde {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.944464] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.945019] env[64022]: DEBUG nova.compute.manager [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.947737] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.986s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.948019] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.948107] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1040.948384] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.723s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.948590] env[64022]: DEBUG nova.objects.instance [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lazy-loading 'resources' on Instance uuid 6e21264d-a7ff-42ed-bebe-7d156afa993f {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.951580] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9c6ff0-5946-499c-9b51-5969d908582b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.962299] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeba237-d493-4a25-aa9c-1c94af1f88f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.986898] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423b4750-8869-4e24-b5df-13ce8c966bc8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.994956] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f91210-1a4e-4b56-b563-5048ee3879d0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.031615] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179316MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1041.032303] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.040462] env[64022]: DEBUG nova.compute.manager [req-e9f1a5cc-a2f7-4282-af7a-4064953f808f req-81b27491-ea09-4533-9c6b-3c2a7d486ae2 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Received event network-vif-plugged-c4ec9259-32af-4670-a86e-06373546f1d9 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.040509] env[64022]: DEBUG oslo_concurrency.lockutils [req-e9f1a5cc-a2f7-4282-af7a-4064953f808f req-81b27491-ea09-4533-9c6b-3c2a7d486ae2 service nova] Acquiring lock "caf5b112-ee36-4764-9793-8e3d04b7c5da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.040891] env[64022]: DEBUG oslo_concurrency.lockutils [req-e9f1a5cc-a2f7-4282-af7a-4064953f808f req-81b27491-ea09-4533-9c6b-3c2a7d486ae2 service nova] Lock "caf5b112-ee36-4764-9793-8e3d04b7c5da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.040891] env[64022]: DEBUG oslo_concurrency.lockutils [req-e9f1a5cc-a2f7-4282-af7a-4064953f808f req-81b27491-ea09-4533-9c6b-3c2a7d486ae2 service nova] Lock "caf5b112-ee36-4764-9793-8e3d04b7c5da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.041038] env[64022]: DEBUG nova.compute.manager [req-e9f1a5cc-a2f7-4282-af7a-4064953f808f req-81b27491-ea09-4533-9c6b-3c2a7d486ae2 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] No waiting events found dispatching network-vif-plugged-c4ec9259-32af-4670-a86e-06373546f1d9 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.041213] env[64022]: WARNING nova.compute.manager [req-e9f1a5cc-a2f7-4282-af7a-4064953f808f req-81b27491-ea09-4533-9c6b-3c2a7d486ae2 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Received unexpected event network-vif-plugged-c4ec9259-32af-4670-a86e-06373546f1d9 for instance with vm_state building and task_state spawning. [ 1041.046201] env[64022]: DEBUG nova.compute.manager [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Found 3 images (rotation: 2) {{(pid=64022) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1041.046345] env[64022]: DEBUG nova.compute.manager [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Rotating out 1 backups {{(pid=64022) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1041.046510] env[64022]: DEBUG nova.compute.manager [None req-83126343-2ff9-4001-9084-52f791628e3d tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Deleting image cc4f7c2d-3b73-4b88-b117-3f4e3f36cf2f {{(pid=64022) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1041.113395] env[64022]: DEBUG nova.network.neutron [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Successfully updated port: c4ec9259-32af-4670-a86e-06373546f1d9 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.390064] env[64022]: DEBUG oslo_vmware.rw_handles [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Completed reading data from the image iterator. {{(pid=64022) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1041.390064] env[64022]: DEBUG oslo_vmware.rw_handles [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b390b5-3fbb-dbf2-ec93-5467cd06f140/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1041.390064] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bf2b90-db34-4d78-8c42-7fae979c2e5f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.399986] env[64022]: DEBUG oslo_vmware.rw_handles [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b390b5-3fbb-dbf2-ec93-5467cd06f140/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1041.400462] env[64022]: DEBUG oslo_vmware.rw_handles [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b390b5-3fbb-dbf2-ec93-5467cd06f140/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1041.401146] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-af123d85-01ef-424b-a191-31d6719017c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.457162] env[64022]: DEBUG nova.compute.utils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1041.460288] env[64022]: DEBUG nova.compute.manager [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.460726] env[64022]: DEBUG nova.network.neutron [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.616174] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "refresh_cache-caf5b112-ee36-4764-9793-8e3d04b7c5da" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.616367] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "refresh_cache-caf5b112-ee36-4764-9793-8e3d04b7c5da" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.616545] env[64022]: DEBUG nova.network.neutron [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.637493] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62c37bf-8f88-4ac5-895c-e3db9f738af3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.646202] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6458efc5-e47a-4094-bc0d-bb908673d3fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.682778] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df9d1b9-dba0-408e-b12d-4f7d59fd993b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.685822] env[64022]: DEBUG oslo_vmware.rw_handles [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b390b5-3fbb-dbf2-ec93-5467cd06f140/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1041.686038] env[64022]: INFO nova.virt.vmwareapi.images [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Downloaded image file data c3e73e3b-ec15-46bb-9367-7a5547f435a2 [ 1041.686770] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b14972-f9f5-410a-b483-81cc9c9a7d41 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.704773] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e685e692-3b11-4fdd-b110-00a22958e68b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.709448] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-200b2c81-5d69-44d8-a054-19f8ca641c39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.721265] env[64022]: DEBUG nova.compute.provider_tree [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.735648] env[64022]: INFO nova.virt.vmwareapi.images [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] The imported VM was unregistered [ 1041.738556] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Caching image {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1041.738838] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c3e73e3b-ec15-46bb-9367-7a5547f435a2 {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.739497] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f00c262f-1430-4200-9d31-70bb4ed0ad3b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.751394] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Created directory with path [datastore1] devstack-image-cache_base/c3e73e3b-ec15-46bb-9367-7a5547f435a2 {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.751499] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_16704b17-40e2-4865-84ca-2aa9d5013c86/OSTACK_IMG_16704b17-40e2-4865-84ca-2aa9d5013c86.vmdk to [datastore1] devstack-image-cache_base/c3e73e3b-ec15-46bb-9367-7a5547f435a2/c3e73e3b-ec15-46bb-9367-7a5547f435a2.vmdk. {{(pid=64022) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1041.751772] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bb552efa-6257-4ea2-8ed7-a79201e78dbe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.759184] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1041.759184] env[64022]: value = "task-2303201" [ 1041.759184] env[64022]: _type = "Task" [ 1041.759184] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.768128] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303201, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.769651] env[64022]: DEBUG nova.policy [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99da25738353432f945455eeec35f352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a59c28fedcf43218d1d9a24aec2a578', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.964850] env[64022]: DEBUG nova.compute.manager [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.163229] env[64022]: DEBUG nova.network.neutron [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.173878] env[64022]: DEBUG nova.network.neutron [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Successfully created port: 83807488-ad42-4aa1-8195-11d7ea81cb8a {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.225068] env[64022]: DEBUG nova.scheduler.client.report [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.276029] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303201, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.527722] env[64022]: DEBUG nova.network.neutron [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Updating instance_info_cache with network_info: [{"id": "c4ec9259-32af-4670-a86e-06373546f1d9", "address": "fa:16:3e:7e:08:8a", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ec9259-32", "ovs_interfaceid": "c4ec9259-32af-4670-a86e-06373546f1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.734645] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.738681] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.762s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.739041] env[64022]: DEBUG nova.objects.instance [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lazy-loading 'resources' on Instance uuid f43a0961-5dc5-42cf-8493-e769273bc3a9 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.778213] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303201, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.778213] env[64022]: INFO nova.scheduler.client.report [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Deleted allocations for instance 6e21264d-a7ff-42ed-bebe-7d156afa993f [ 1042.978195] env[64022]: DEBUG nova.compute.manager [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.015128] env[64022]: DEBUG nova.virt.hardware [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.015128] env[64022]: DEBUG nova.virt.hardware [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.016727] env[64022]: DEBUG nova.virt.hardware [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.017159] env[64022]: DEBUG nova.virt.hardware [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.017529] env[64022]: DEBUG nova.virt.hardware [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.017832] env[64022]: DEBUG nova.virt.hardware [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.018799] env[64022]: DEBUG nova.virt.hardware [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.018799] env[64022]: DEBUG nova.virt.hardware [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.018799] env[64022]: DEBUG nova.virt.hardware [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.021144] env[64022]: DEBUG nova.virt.hardware [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.021144] env[64022]: DEBUG nova.virt.hardware [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.021462] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f581f821-f40e-4846-8c1c-ca27a686967d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.032677] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4891a2fd-f609-4b91-81ed-dff4d127c801 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.039885] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "refresh_cache-caf5b112-ee36-4764-9793-8e3d04b7c5da" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.040617] env[64022]: DEBUG nova.compute.manager [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Instance network_info: |[{"id": "c4ec9259-32af-4670-a86e-06373546f1d9", "address": "fa:16:3e:7e:08:8a", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ec9259-32", "ovs_interfaceid": "c4ec9259-32af-4670-a86e-06373546f1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.041848] env[64022]: DEBUG nova.compute.manager [req-31598b69-cd98-4640-8e3f-1905c3405533 req-1e885584-f545-4e99-a584-218dcba60092 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Received event network-changed-c4ec9259-32af-4670-a86e-06373546f1d9 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.042612] env[64022]: DEBUG nova.compute.manager [req-31598b69-cd98-4640-8e3f-1905c3405533 req-1e885584-f545-4e99-a584-218dcba60092 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Refreshing instance network info cache due to event network-changed-c4ec9259-32af-4670-a86e-06373546f1d9. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1043.042909] env[64022]: DEBUG oslo_concurrency.lockutils [req-31598b69-cd98-4640-8e3f-1905c3405533 req-1e885584-f545-4e99-a584-218dcba60092 service nova] Acquiring lock "refresh_cache-caf5b112-ee36-4764-9793-8e3d04b7c5da" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.043113] env[64022]: DEBUG oslo_concurrency.lockutils [req-31598b69-cd98-4640-8e3f-1905c3405533 req-1e885584-f545-4e99-a584-218dcba60092 service nova] Acquired lock "refresh_cache-caf5b112-ee36-4764-9793-8e3d04b7c5da" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.043328] env[64022]: DEBUG nova.network.neutron [req-31598b69-cd98-4640-8e3f-1905c3405533 req-1e885584-f545-4e99-a584-218dcba60092 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Refreshing network info cache for port c4ec9259-32af-4670-a86e-06373546f1d9 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.045663] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:08:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4ec9259-32af-4670-a86e-06373546f1d9', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.054556] env[64022]: DEBUG oslo.service.loopingcall [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1043.056986] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.056986] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-888507b4-e71f-43d3-8f0c-9043fb1397f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.089278] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.089278] env[64022]: value = "task-2303202" [ 1043.089278] env[64022]: _type = "Task" [ 1043.089278] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.100415] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303202, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.278473] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303201, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.287957] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1d4be346-7e60-4272-ba1f-d0c59540d637 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Lock "6e21264d-a7ff-42ed-bebe-7d156afa993f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.143s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.328490] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55c47134-df31-4f5d-ad88-30209e9fd4c9 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.328800] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55c47134-df31-4f5d-ad88-30209e9fd4c9 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.328985] env[64022]: DEBUG nova.compute.manager [None req-55c47134-df31-4f5d-ad88-30209e9fd4c9 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.329863] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8967c486-7a97-4b60-91c3-c6973e0114f0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.341593] env[64022]: DEBUG nova.compute.manager [None req-55c47134-df31-4f5d-ad88-30209e9fd4c9 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64022) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1043.342211] env[64022]: DEBUG nova.objects.instance [None req-55c47134-df31-4f5d-ad88-30209e9fd4c9 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'flavor' on Instance uuid 1477c326-91e3-447f-9c8c-e2ff0c6875a4 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.393216] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da51f73-abd2-40a1-9bdb-abcc25baafde {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.401459] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13f4d7-437b-4e87-b803-8c5e2ac1e594 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.438536] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259c1d72-80e2-40bb-b791-aa227ec58f88 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.446821] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab3c931-2cbb-4a35-b1ae-591c07e04aa8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.463008] env[64022]: DEBUG nova.compute.provider_tree [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.599995] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303202, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.775977] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303201, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.908315] env[64022]: DEBUG nova.network.neutron [req-31598b69-cd98-4640-8e3f-1905c3405533 req-1e885584-f545-4e99-a584-218dcba60092 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Updated VIF entry in instance network info cache for port c4ec9259-32af-4670-a86e-06373546f1d9. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.908764] env[64022]: DEBUG nova.network.neutron [req-31598b69-cd98-4640-8e3f-1905c3405533 req-1e885584-f545-4e99-a584-218dcba60092 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Updating instance_info_cache with network_info: [{"id": "c4ec9259-32af-4670-a86e-06373546f1d9", "address": "fa:16:3e:7e:08:8a", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ec9259-32", "ovs_interfaceid": "c4ec9259-32af-4670-a86e-06373546f1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.966357] env[64022]: DEBUG nova.scheduler.client.report [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.023639] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.023639] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.104859] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303202, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.172245] env[64022]: DEBUG nova.network.neutron [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Successfully updated port: 83807488-ad42-4aa1-8195-11d7ea81cb8a {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.275232] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303201, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.470195} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.275513] env[64022]: INFO nova.virt.vmwareapi.ds_util [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_16704b17-40e2-4865-84ca-2aa9d5013c86/OSTACK_IMG_16704b17-40e2-4865-84ca-2aa9d5013c86.vmdk to [datastore1] devstack-image-cache_base/c3e73e3b-ec15-46bb-9367-7a5547f435a2/c3e73e3b-ec15-46bb-9367-7a5547f435a2.vmdk. [ 1044.275701] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Cleaning up location [datastore1] OSTACK_IMG_16704b17-40e2-4865-84ca-2aa9d5013c86 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1044.275860] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_16704b17-40e2-4865-84ca-2aa9d5013c86 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.276130] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aca4ea6-aa1b-4193-a24d-1267850cf70a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.282663] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1044.282663] env[64022]: value = "task-2303203" [ 1044.282663] env[64022]: _type = "Task" [ 1044.282663] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.290332] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.357104] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c47134-df31-4f5d-ad88-30209e9fd4c9 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.357475] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b914dd25-cae1-408a-a9b8-9968348573b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.364498] env[64022]: DEBUG oslo_vmware.api [None req-55c47134-df31-4f5d-ad88-30209e9fd4c9 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1044.364498] env[64022]: value = "task-2303204" [ 1044.364498] env[64022]: _type = "Task" [ 1044.364498] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.372494] env[64022]: DEBUG oslo_vmware.api [None req-55c47134-df31-4f5d-ad88-30209e9fd4c9 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.415294] env[64022]: DEBUG oslo_concurrency.lockutils [req-31598b69-cd98-4640-8e3f-1905c3405533 req-1e885584-f545-4e99-a584-218dcba60092 service nova] Releasing lock "refresh_cache-caf5b112-ee36-4764-9793-8e3d04b7c5da" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.475068] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.477593] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.446s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.503170] env[64022]: INFO nova.scheduler.client.report [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Deleted allocations for instance f43a0961-5dc5-42cf-8493-e769273bc3a9 [ 1044.530651] env[64022]: DEBUG nova.compute.manager [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.607376] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303202, 'name': CreateVM_Task, 'duration_secs': 1.253826} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.607376] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.607376] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.607376] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.607376] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.607376] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461f2afe-8183-4bee-9cfd-130041968189 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.614020] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1044.614020] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b68c1b-b3a5-2a37-7173-16723ac1f9e7" [ 1044.614020] env[64022]: _type = "Task" [ 1044.614020] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.619755] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b68c1b-b3a5-2a37-7173-16723ac1f9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.674156] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "refresh_cache-44e2efbd-7689-451e-ae0d-cd6d2650ec9b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.675206] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "refresh_cache-44e2efbd-7689-451e-ae0d-cd6d2650ec9b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.675206] env[64022]: DEBUG nova.network.neutron [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.793481] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054908} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.793732] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.794863] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c3e73e3b-ec15-46bb-9367-7a5547f435a2/c3e73e3b-ec15-46bb-9367-7a5547f435a2.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.794863] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c3e73e3b-ec15-46bb-9367-7a5547f435a2/c3e73e3b-ec15-46bb-9367-7a5547f435a2.vmdk to [datastore1] 02a836ec-8677-4076-98b1-3ac308500668/02a836ec-8677-4076-98b1-3ac308500668.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.794863] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8188cce-3ce1-4236-a198-ffef2ec89f65 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.802945] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1044.802945] env[64022]: value = "task-2303205" [ 1044.802945] env[64022]: _type = "Task" [ 1044.802945] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.812416] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.873831] env[64022]: DEBUG oslo_vmware.api [None req-55c47134-df31-4f5d-ad88-30209e9fd4c9 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303204, 'name': PowerOffVM_Task, 'duration_secs': 0.219254} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.874122] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c47134-df31-4f5d-ad88-30209e9fd4c9 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.874326] env[64022]: DEBUG nova.compute.manager [None req-55c47134-df31-4f5d-ad88-30209e9fd4c9 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.875138] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967968c3-3d90-4883-b148-164e53421bc7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.015633] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c03d5386-12a7-40e5-8938-d22c22d1de0b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "f43a0961-5dc5-42cf-8493-e769273bc3a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.069s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.050287] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.071072] env[64022]: DEBUG nova.compute.manager [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Received event network-vif-plugged-83807488-ad42-4aa1-8195-11d7ea81cb8a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.071072] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] Acquiring lock "44e2efbd-7689-451e-ae0d-cd6d2650ec9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.071314] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] Lock "44e2efbd-7689-451e-ae0d-cd6d2650ec9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.071446] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] Lock "44e2efbd-7689-451e-ae0d-cd6d2650ec9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.071643] env[64022]: DEBUG nova.compute.manager [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] No waiting events found dispatching network-vif-plugged-83807488-ad42-4aa1-8195-11d7ea81cb8a {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.071771] env[64022]: WARNING nova.compute.manager [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Received unexpected event network-vif-plugged-83807488-ad42-4aa1-8195-11d7ea81cb8a for instance with vm_state building and task_state spawning. [ 1045.074007] env[64022]: DEBUG nova.compute.manager [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Received event network-changed-83807488-ad42-4aa1-8195-11d7ea81cb8a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.075031] env[64022]: DEBUG nova.compute.manager [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Refreshing instance network info cache due to event network-changed-83807488-ad42-4aa1-8195-11d7ea81cb8a. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1045.075031] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] Acquiring lock "refresh_cache-44e2efbd-7689-451e-ae0d-cd6d2650ec9b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.124620] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b68c1b-b3a5-2a37-7173-16723ac1f9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010169} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.125340] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.125340] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.125556] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.126033] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.126294] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.126595] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56f2e3f0-9cd1-4b7a-9533-1d5dd16cc7b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.141895] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.142112] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.146980] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6daef8a4-1ecc-4204-b7f5-2c2a932cfc6b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.148238] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1045.148238] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c9aa98-2095-7051-ba6c-2a6cc97227c6" [ 1045.148238] env[64022]: _type = "Task" [ 1045.148238] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.157623] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c9aa98-2095-7051-ba6c-2a6cc97227c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.237246] env[64022]: DEBUG nova.network.neutron [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.317270] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303205, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.387723] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55c47134-df31-4f5d-ad88-30209e9fd4c9 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.475840] env[64022]: DEBUG nova.network.neutron [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Updating instance_info_cache with network_info: [{"id": "83807488-ad42-4aa1-8195-11d7ea81cb8a", "address": "fa:16:3e:70:b1:83", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83807488-ad", "ovs_interfaceid": "83807488-ad42-4aa1-8195-11d7ea81cb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.515399] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance fd2648fd-9a15-40e9-aecb-b01d77939d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.515552] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 1477c326-91e3-447f-9c8c-e2ff0c6875a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.515674] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 17d37def-85e7-40d3-967f-129223aafcc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.515787] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance b9903f01-57d3-41e8-9949-a087b73736b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.515899] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 85a27bbf-cfb9-4cdd-b716-bee664d160e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.516020] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 02a836ec-8677-4076-98b1-3ac308500668 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.516134] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance caf5b112-ee36-4764-9793-8e3d04b7c5da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.516244] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 44e2efbd-7689-451e-ae0d-cd6d2650ec9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.665661] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c9aa98-2095-7051-ba6c-2a6cc97227c6, 'name': SearchDatastore_Task, 'duration_secs': 0.069111} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.665661] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836c72af-5ff0-4e59-81ff-673712f1ea62 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.672354] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1045.672354] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52472c75-4fbc-c2e7-1c1e-b57daa1096b4" [ 1045.672354] env[64022]: _type = "Task" [ 1045.672354] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.683692] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52472c75-4fbc-c2e7-1c1e-b57daa1096b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.824741] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303205, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.982401] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "refresh_cache-44e2efbd-7689-451e-ae0d-cd6d2650ec9b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.982745] env[64022]: DEBUG nova.compute.manager [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Instance network_info: |[{"id": "83807488-ad42-4aa1-8195-11d7ea81cb8a", "address": "fa:16:3e:70:b1:83", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83807488-ad", "ovs_interfaceid": "83807488-ad42-4aa1-8195-11d7ea81cb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.983096] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] Acquired lock "refresh_cache-44e2efbd-7689-451e-ae0d-cd6d2650ec9b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.983374] env[64022]: DEBUG nova.network.neutron [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Refreshing network info cache for port 83807488-ad42-4aa1-8195-11d7ea81cb8a {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.984569] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:b1:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83807488-ad42-4aa1-8195-11d7ea81cb8a', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.996522] env[64022]: DEBUG oslo.service.loopingcall [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1045.997092] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.997333] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaf818ac-0e1b-40d1-b0f0-c6dfaddaae53 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.020191] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance b574a035-d4f6-48ad-b59b-b7ab844f8791 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1046.020191] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1046.020191] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1046.024858] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.024858] env[64022]: value = "task-2303206" [ 1046.024858] env[64022]: _type = "Task" [ 1046.024858] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.035782] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303206, 'name': CreateVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.188441] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52472c75-4fbc-c2e7-1c1e-b57daa1096b4, 'name': SearchDatastore_Task, 'duration_secs': 0.088054} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.191133] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.191133] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] caf5b112-ee36-4764-9793-8e3d04b7c5da/caf5b112-ee36-4764-9793-8e3d04b7c5da.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.191133] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b73fedf-9738-4e95-ae86-3e3de78c954f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.194375] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82697102-b482-4366-a7be-9bf0582aca3e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.203841] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b74939-13ed-4d3d-81a0-4c4744996cf2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.209210] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1046.209210] env[64022]: value = "task-2303207" [ 1046.209210] env[64022]: _type = "Task" [ 1046.209210] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.246213] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70222ccd-26e4-47df-92c7-8253f5d0629e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.253175] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.259250] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2c1d2f-1dfd-45b2-8486-df83638aabd1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.275332] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.316395] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303205, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.539870] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303206, 'name': CreateVM_Task, 'duration_secs': 0.373469} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.539870] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.540108] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.540243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.540562] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.540932] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2059964e-719e-4163-9cf6-1cfc390cbbac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.545676] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1046.545676] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eeb4b5-0222-07a6-2288-79cc672e199a" [ 1046.545676] env[64022]: _type = "Task" [ 1046.545676] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.554120] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eeb4b5-0222-07a6-2288-79cc672e199a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.720702] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.781956] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.817632] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303205, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.830462] env[64022]: DEBUG nova.network.neutron [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Updated VIF entry in instance network info cache for port 83807488-ad42-4aa1-8195-11d7ea81cb8a. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.830462] env[64022]: DEBUG nova.network.neutron [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Updating instance_info_cache with network_info: [{"id": "83807488-ad42-4aa1-8195-11d7ea81cb8a", "address": "fa:16:3e:70:b1:83", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83807488-ad", "ovs_interfaceid": "83807488-ad42-4aa1-8195-11d7ea81cb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.872127] env[64022]: DEBUG nova.compute.manager [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Stashing vm_state: stopped {{(pid=64022) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1047.057232] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52eeb4b5-0222-07a6-2288-79cc672e199a, 'name': SearchDatastore_Task, 'duration_secs': 0.093169} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.057544] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.057785] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.058046] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.058185] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.058366] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.058713] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23e1fe00-62c2-441a-b8d2-a09c2a8448ba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.074324] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.074553] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.075367] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4d04d1-1dce-4e7e-bf33-6b9575c2420b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.081908] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1047.081908] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5200fdcc-ee18-4e61-a89d-f5b364deee46" [ 1047.081908] env[64022]: _type = "Task" [ 1047.081908] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.089606] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5200fdcc-ee18-4e61-a89d-f5b364deee46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.218819] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.287797] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1047.288031] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.811s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.288303] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.238s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.289849] env[64022]: INFO nova.compute.claims [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.316069] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303205, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.467703} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.316069] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c3e73e3b-ec15-46bb-9367-7a5547f435a2/c3e73e3b-ec15-46bb-9367-7a5547f435a2.vmdk to [datastore1] 02a836ec-8677-4076-98b1-3ac308500668/02a836ec-8677-4076-98b1-3ac308500668.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.316526] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9161d020-279b-4a12-b549-fd57d5bfce3a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.337932] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 02a836ec-8677-4076-98b1-3ac308500668/02a836ec-8677-4076-98b1-3ac308500668.vmdk or device None with type streamOptimized {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.339698] env[64022]: DEBUG oslo_concurrency.lockutils [req-5d08f1e4-4890-4207-b3ea-4b1fc691a264 req-426eca21-5c67-49a4-bb73-c3f12eb69472 service nova] Releasing lock "refresh_cache-44e2efbd-7689-451e-ae0d-cd6d2650ec9b" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.339784] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7357a7ea-416c-407f-9b08-77fd33a83ed5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.359490] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1047.359490] env[64022]: value = "task-2303208" [ 1047.359490] env[64022]: _type = "Task" [ 1047.359490] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.367745] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.392467] env[64022]: DEBUG oslo_concurrency.lockutils [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.434306] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.434688] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.591933] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5200fdcc-ee18-4e61-a89d-f5b364deee46, 'name': SearchDatastore_Task, 'duration_secs': 0.075588} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.592758] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2482e68-3ae6-4e3c-9c31-59e5b37fd8b9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.598199] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1047.598199] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f1600f-4663-c81d-f382-264f90d1071f" [ 1047.598199] env[64022]: _type = "Task" [ 1047.598199] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.606187] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f1600f-4663-c81d-f382-264f90d1071f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.719544] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303207, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.868535] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303208, 'name': ReconfigVM_Task, 'duration_secs': 0.476441} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.869154] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 02a836ec-8677-4076-98b1-3ac308500668/02a836ec-8677-4076-98b1-3ac308500668.vmdk or device None with type streamOptimized {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.870276] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_type': 'disk', 'size': 0, 'boot_index': 0, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468539', 'volume_id': 'b8290e70-1752-4cba-90b9-20705df8f38e', 'name': 'volume-b8290e70-1752-4cba-90b9-20705df8f38e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '02a836ec-8677-4076-98b1-3ac308500668', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8290e70-1752-4cba-90b9-20705df8f38e', 'serial': 'b8290e70-1752-4cba-90b9-20705df8f38e'}, 'device_type': None, 'boot_index': None, 'guest_format': None, 'attachment_id': 'bbe5081d-bd7d-4195-b3b2-ad1ba858ac02', 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=64022) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1047.870501] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1047.870680] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468539', 'volume_id': 'b8290e70-1752-4cba-90b9-20705df8f38e', 'name': 'volume-b8290e70-1752-4cba-90b9-20705df8f38e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '02a836ec-8677-4076-98b1-3ac308500668', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8290e70-1752-4cba-90b9-20705df8f38e', 'serial': 'b8290e70-1752-4cba-90b9-20705df8f38e'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1047.871438] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb8c99a-21ba-49aa-a219-d528e88d1685 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.886470] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cd8402-c1d6-4252-b9a0-369caaa97a5f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.909076] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-b8290e70-1752-4cba-90b9-20705df8f38e/volume-b8290e70-1752-4cba-90b9-20705df8f38e.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.909324] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5da740-e4cc-49aa-a85c-6b56726cd964 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.927774] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1047.927774] env[64022]: value = "task-2303209" [ 1047.927774] env[64022]: _type = "Task" [ 1047.927774] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.937898] env[64022]: DEBUG nova.compute.manager [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.940510] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.108080] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f1600f-4663-c81d-f382-264f90d1071f, 'name': SearchDatastore_Task, 'duration_secs': 0.046962} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.108377] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.108634] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 44e2efbd-7689-451e-ae0d-cd6d2650ec9b/44e2efbd-7689-451e-ae0d-cd6d2650ec9b.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.108896] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89dc659f-75b8-4adc-8b7f-c5dd087fb95d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.114816] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1048.114816] env[64022]: value = "task-2303210" [ 1048.114816] env[64022]: _type = "Task" [ 1048.114816] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.122897] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.220725] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303207, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.533196} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.221069] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] caf5b112-ee36-4764-9793-8e3d04b7c5da/caf5b112-ee36-4764-9793-8e3d04b7c5da.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.221341] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.221652] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16d40ed0-529e-4c40-9b9c-fe9ba641a1e6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.230223] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1048.230223] env[64022]: value = "task-2303211" [ 1048.230223] env[64022]: _type = "Task" [ 1048.230223] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.238228] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.440396] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303209, 'name': ReconfigVM_Task, 'duration_secs': 0.2985} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.443340] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-b8290e70-1752-4cba-90b9-20705df8f38e/volume-b8290e70-1752-4cba-90b9-20705df8f38e.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.453665] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b756d1ef-62d1-4b13-a57b-fc4582e1b393 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.466026] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.466874] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dd3eb1-20d4-4d9f-abcf-a90ac17b272a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.476143] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87ed9f8-9037-4ec5-9ff8-646da5749f09 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.479803] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1048.479803] env[64022]: value = "task-2303212" [ 1048.479803] env[64022]: _type = "Task" [ 1048.479803] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.510620] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7358a382-b2b6-469d-b8b7-2f574418c973 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.517242] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.522714] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da66b5-b6ad-46cf-8cee-ae76014669c8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.537698] env[64022]: DEBUG nova.compute.provider_tree [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.625476] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479392} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.625735] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 44e2efbd-7689-451e-ae0d-cd6d2650ec9b/44e2efbd-7689-451e-ae0d-cd6d2650ec9b.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.625975] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.626249] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dae95322-929d-4de3-b3c7-1732d8f8f10c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.633081] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1048.633081] env[64022]: value = "task-2303213" [ 1048.633081] env[64022]: _type = "Task" [ 1048.633081] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.643163] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.739136] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207286} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.739399] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.740171] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a6119b-c8b2-444a-a7aa-1d29f4f24316 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.762520] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] caf5b112-ee36-4764-9793-8e3d04b7c5da/caf5b112-ee36-4764-9793-8e3d04b7c5da.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.763303] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee80dc7-4357-41d8-9170-5d793a21cc35 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.781316] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1048.781316] env[64022]: value = "task-2303214" [ 1048.781316] env[64022]: _type = "Task" [ 1048.781316] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.788775] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.990113] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303212, 'name': ReconfigVM_Task, 'duration_secs': 0.204973} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.990433] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468539', 'volume_id': 'b8290e70-1752-4cba-90b9-20705df8f38e', 'name': 'volume-b8290e70-1752-4cba-90b9-20705df8f38e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '02a836ec-8677-4076-98b1-3ac308500668', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8290e70-1752-4cba-90b9-20705df8f38e', 'serial': 'b8290e70-1752-4cba-90b9-20705df8f38e'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1048.991040] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e7af96a-bbd0-476e-9bb1-191fe32591e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.997568] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1048.997568] env[64022]: value = "task-2303215" [ 1048.997568] env[64022]: _type = "Task" [ 1048.997568] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.006140] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303215, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.041386] env[64022]: DEBUG nova.scheduler.client.report [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.142818] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072563} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.143078] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.143809] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2049cf6f-7948-4726-a031-1e45e0d25005 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.165425] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 44e2efbd-7689-451e-ae0d-cd6d2650ec9b/44e2efbd-7689-451e-ae0d-cd6d2650ec9b.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.165699] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1ace6e-d349-4af9-a1fc-afc605be93b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.184471] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1049.184471] env[64022]: value = "task-2303216" [ 1049.184471] env[64022]: _type = "Task" [ 1049.184471] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.193185] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.292058] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303214, 'name': ReconfigVM_Task, 'duration_secs': 0.27759} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.292352] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Reconfigured VM instance instance-0000006d to attach disk [datastore1] caf5b112-ee36-4764-9793-8e3d04b7c5da/caf5b112-ee36-4764-9793-8e3d04b7c5da.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.293125] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1af46424-e294-4495-988a-b498029b1f2f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.298755] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1049.298755] env[64022]: value = "task-2303217" [ 1049.298755] env[64022]: _type = "Task" [ 1049.298755] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.306373] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303217, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.506693] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303215, 'name': Rename_Task, 'duration_secs': 0.146977} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.507140] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.507422] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-376fb71f-1e17-4a33-87de-eb60bde58989 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.513543] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1049.513543] env[64022]: value = "task-2303218" [ 1049.513543] env[64022]: _type = "Task" [ 1049.513543] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.522115] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.547206] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.547699] env[64022]: DEBUG nova.compute.manager [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.550548] env[64022]: DEBUG oslo_concurrency.lockutils [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.158s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.694634] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303216, 'name': ReconfigVM_Task, 'duration_secs': 0.25955} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.694910] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 44e2efbd-7689-451e-ae0d-cd6d2650ec9b/44e2efbd-7689-451e-ae0d-cd6d2650ec9b.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.696068] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f33f11b-7822-4b6b-bcb2-be1d0a2f3c7e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.702211] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1049.702211] env[64022]: value = "task-2303219" [ 1049.702211] env[64022]: _type = "Task" [ 1049.702211] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.710052] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303219, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.808286] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303217, 'name': Rename_Task, 'duration_secs': 0.137601} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.808578] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.808848] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-758c9177-4d46-45a3-818a-61c041cf89ce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.815471] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1049.815471] env[64022]: value = "task-2303220" [ 1049.815471] env[64022]: _type = "Task" [ 1049.815471] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.822806] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.023626] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303218, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.055060] env[64022]: DEBUG nova.compute.utils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1050.057972] env[64022]: INFO nova.compute.claims [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.061564] env[64022]: DEBUG nova.compute.manager [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.061564] env[64022]: DEBUG nova.network.neutron [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.112366] env[64022]: DEBUG nova.policy [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c6ec8cefdaf48ff8e4667f98886d0ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c912580b2bef427db3629a0e2576a7a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.213606] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303219, 'name': Rename_Task, 'duration_secs': 0.145862} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.213875] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.214146] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b1f8b74-efe7-4037-a69a-39a395450456 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.220619] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1050.220619] env[64022]: value = "task-2303221" [ 1050.220619] env[64022]: _type = "Task" [ 1050.220619] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.233051] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.325192] env[64022]: DEBUG oslo_vmware.api [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303220, 'name': PowerOnVM_Task, 'duration_secs': 0.468282} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.325467] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.325673] env[64022]: INFO nova.compute.manager [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1050.325857] env[64022]: DEBUG nova.compute.manager [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.326630] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d6d163-3587-4403-9691-5d8806defec9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.525071] env[64022]: DEBUG oslo_vmware.api [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303218, 'name': PowerOnVM_Task, 'duration_secs': 0.526871} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.525854] env[64022]: DEBUG nova.network.neutron [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Successfully created port: 41074f59-5b90-4e77-a67a-86904aea1f8e {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.527829] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.562652] env[64022]: DEBUG nova.compute.manager [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.566745] env[64022]: INFO nova.compute.resource_tracker [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating resource usage from migration 9b1433b8-e552-4725-a0be-52d165233269 [ 1050.652424] env[64022]: DEBUG nova.compute.manager [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.653395] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee7c32e-2c5a-4822-a67c-c6fc89f97a4e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.731115] env[64022]: DEBUG oslo_vmware.api [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303221, 'name': PowerOnVM_Task, 'duration_secs': 0.473568} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.731385] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.731587] env[64022]: INFO nova.compute.manager [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1050.731759] env[64022]: DEBUG nova.compute.manager [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.732522] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cab461-4b53-4671-969c-3805beae6973 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.741575] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b23e09-d6fb-4197-8217-1feca3c3b82c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.748468] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf38e5b-cba5-4b02-930b-d30c1d1e748b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.778473] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08397b4-cb84-4619-8608-c8340a710088 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.786401] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a22a9b-0f55-4bd3-bcb3-faab437b3a62 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.799906] env[64022]: DEBUG nova.compute.provider_tree [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.842351] env[64022]: INFO nova.compute.manager [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Took 22.05 seconds to build instance. [ 1050.867998] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d80aa33e-27f3-4274-ae17-935ad0b82d3b tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "interface-85a27bbf-cfb9-4cdd-b716-bee664d160e5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.868258] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d80aa33e-27f3-4274-ae17-935ad0b82d3b tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-85a27bbf-cfb9-4cdd-b716-bee664d160e5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.868549] env[64022]: DEBUG nova.objects.instance [None req-d80aa33e-27f3-4274-ae17-935ad0b82d3b tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'flavor' on Instance uuid 85a27bbf-cfb9-4cdd-b716-bee664d160e5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.174183] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "02a836ec-8677-4076-98b1-3ac308500668" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.029s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.252639] env[64022]: INFO nova.compute.manager [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Took 21.23 seconds to build instance. [ 1051.320051] env[64022]: ERROR nova.scheduler.client.report [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [req-b65d154a-bef4-4fe8-9306-d9a938063ddc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3a889db4-7597-478e-92a9-f74a134fda34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b65d154a-bef4-4fe8-9306-d9a938063ddc"}]} [ 1051.336099] env[64022]: DEBUG nova.scheduler.client.report [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Refreshing inventories for resource provider 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1051.345664] env[64022]: DEBUG oslo_concurrency.lockutils [None req-458219c8-bc7a-4105-83d5-3e7b9304748a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "caf5b112-ee36-4764-9793-8e3d04b7c5da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.557s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.349496] env[64022]: DEBUG nova.scheduler.client.report [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Updating ProviderTree inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1051.349708] env[64022]: DEBUG nova.compute.provider_tree [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.360649] env[64022]: DEBUG nova.scheduler.client.report [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Refreshing aggregate associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, aggregates: None {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1051.372074] env[64022]: DEBUG nova.objects.instance [None req-d80aa33e-27f3-4274-ae17-935ad0b82d3b tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'pci_requests' on Instance uuid 85a27bbf-cfb9-4cdd-b716-bee664d160e5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.379095] env[64022]: DEBUG nova.scheduler.client.report [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Refreshing trait associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1051.531918] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebeb9a1-3842-4ae9-8ebe-16a473650ed5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.540497] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ae8afe-c61a-4fd5-b049-2b6612514080 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.574407] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b3b64a-d02c-4be8-83a3-6482497d5e93 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.578437] env[64022]: DEBUG nova.compute.manager [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.583666] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30381b24-2742-484d-bc00-40fc97a5a622 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.598842] env[64022]: DEBUG nova.compute.provider_tree [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.610371] env[64022]: DEBUG nova.virt.hardware [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.610640] env[64022]: DEBUG nova.virt.hardware [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.610846] env[64022]: DEBUG nova.virt.hardware [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.611078] env[64022]: DEBUG nova.virt.hardware [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.611265] env[64022]: DEBUG nova.virt.hardware [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.611445] env[64022]: DEBUG nova.virt.hardware [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.611695] env[64022]: DEBUG nova.virt.hardware [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.611893] env[64022]: DEBUG nova.virt.hardware [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.612113] env[64022]: DEBUG nova.virt.hardware [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.612320] env[64022]: DEBUG nova.virt.hardware [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.612591] env[64022]: DEBUG nova.virt.hardware [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.613470] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef05841-2706-46d2-bc56-67eded7d9576 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.623100] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdb03f1-fbf2-4774-8739-78fcb5cc2ff7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.725086] env[64022]: DEBUG nova.compute.manager [req-f2711017-c8e9-4676-b9f6-55cf14971435 req-c5e31d34-7f1e-454a-8450-a6a85ba43a74 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Received event network-changed-c4ec9259-32af-4670-a86e-06373546f1d9 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.725308] env[64022]: DEBUG nova.compute.manager [req-f2711017-c8e9-4676-b9f6-55cf14971435 req-c5e31d34-7f1e-454a-8450-a6a85ba43a74 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Refreshing instance network info cache due to event network-changed-c4ec9259-32af-4670-a86e-06373546f1d9. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.725580] env[64022]: DEBUG oslo_concurrency.lockutils [req-f2711017-c8e9-4676-b9f6-55cf14971435 req-c5e31d34-7f1e-454a-8450-a6a85ba43a74 service nova] Acquiring lock "refresh_cache-caf5b112-ee36-4764-9793-8e3d04b7c5da" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.725747] env[64022]: DEBUG oslo_concurrency.lockutils [req-f2711017-c8e9-4676-b9f6-55cf14971435 req-c5e31d34-7f1e-454a-8450-a6a85ba43a74 service nova] Acquired lock "refresh_cache-caf5b112-ee36-4764-9793-8e3d04b7c5da" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.725910] env[64022]: DEBUG nova.network.neutron [req-f2711017-c8e9-4676-b9f6-55cf14971435 req-c5e31d34-7f1e-454a-8450-a6a85ba43a74 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Refreshing network info cache for port c4ec9259-32af-4670-a86e-06373546f1d9 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.754970] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4942d957-2a58-4ee8-8245-dc061f9dab21 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "44e2efbd-7689-451e-ae0d-cd6d2650ec9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.737s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.874484] env[64022]: DEBUG nova.objects.base [None req-d80aa33e-27f3-4274-ae17-935ad0b82d3b tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Object Instance<85a27bbf-cfb9-4cdd-b716-bee664d160e5> lazy-loaded attributes: flavor,pci_requests {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1051.874668] env[64022]: DEBUG nova.network.neutron [None req-d80aa33e-27f3-4274-ae17-935ad0b82d3b tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.044219] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d80aa33e-27f3-4274-ae17-935ad0b82d3b tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-85a27bbf-cfb9-4cdd-b716-bee664d160e5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.176s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.141208] env[64022]: DEBUG nova.scheduler.client.report [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Updated inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1052.141621] env[64022]: DEBUG nova.compute.provider_tree [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Updating resource provider 3a889db4-7597-478e-92a9-f74a134fda34 generation from 144 to 145 during operation: update_inventory {{(pid=64022) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1052.141877] env[64022]: DEBUG nova.compute.provider_tree [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1052.276397] env[64022]: DEBUG nova.network.neutron [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Successfully updated port: 41074f59-5b90-4e77-a67a-86904aea1f8e {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.530040] env[64022]: DEBUG nova.network.neutron [req-f2711017-c8e9-4676-b9f6-55cf14971435 req-c5e31d34-7f1e-454a-8450-a6a85ba43a74 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Updated VIF entry in instance network info cache for port c4ec9259-32af-4670-a86e-06373546f1d9. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.530596] env[64022]: DEBUG nova.network.neutron [req-f2711017-c8e9-4676-b9f6-55cf14971435 req-c5e31d34-7f1e-454a-8450-a6a85ba43a74 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Updating instance_info_cache with network_info: [{"id": "c4ec9259-32af-4670-a86e-06373546f1d9", "address": "fa:16:3e:7e:08:8a", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ec9259-32", "ovs_interfaceid": "c4ec9259-32af-4670-a86e-06373546f1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.647752] env[64022]: DEBUG oslo_concurrency.lockutils [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.097s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.648019] env[64022]: INFO nova.compute.manager [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Migrating [ 1052.655439] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.189s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.657244] env[64022]: INFO nova.compute.claims [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.780748] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.780914] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.781290] env[64022]: DEBUG nova.network.neutron [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.034081] env[64022]: DEBUG oslo_concurrency.lockutils [req-f2711017-c8e9-4676-b9f6-55cf14971435 req-c5e31d34-7f1e-454a-8450-a6a85ba43a74 service nova] Releasing lock "refresh_cache-caf5b112-ee36-4764-9793-8e3d04b7c5da" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.169331] env[64022]: DEBUG oslo_concurrency.lockutils [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.169650] env[64022]: DEBUG oslo_concurrency.lockutils [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.169920] env[64022]: DEBUG nova.network.neutron [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.326461] env[64022]: DEBUG nova.network.neutron [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.414930] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "44e2efbd-7689-451e-ae0d-cd6d2650ec9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.415212] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "44e2efbd-7689-451e-ae0d-cd6d2650ec9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.415511] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "44e2efbd-7689-451e-ae0d-cd6d2650ec9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.415806] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "44e2efbd-7689-451e-ae0d-cd6d2650ec9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.416095] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "44e2efbd-7689-451e-ae0d-cd6d2650ec9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.422911] env[64022]: INFO nova.compute.manager [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Terminating instance [ 1053.491045] env[64022]: DEBUG nova.network.neutron [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance_info_cache with network_info: [{"id": "41074f59-5b90-4e77-a67a-86904aea1f8e", "address": "fa:16:3e:b1:dc:90", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41074f59-5b", "ovs_interfaceid": "41074f59-5b90-4e77-a67a-86904aea1f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.496382] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.496543] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Cleaning up deleted instances {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1053.752195] env[64022]: DEBUG nova.compute.manager [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Received event network-vif-plugged-41074f59-5b90-4e77-a67a-86904aea1f8e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.752416] env[64022]: DEBUG oslo_concurrency.lockutils [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] Acquiring lock "b574a035-d4f6-48ad-b59b-b7ab844f8791-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.752744] env[64022]: DEBUG oslo_concurrency.lockutils [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.753009] env[64022]: DEBUG oslo_concurrency.lockutils [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.753797] env[64022]: DEBUG nova.compute.manager [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] No waiting events found dispatching network-vif-plugged-41074f59-5b90-4e77-a67a-86904aea1f8e {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.753797] env[64022]: WARNING nova.compute.manager [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Received unexpected event network-vif-plugged-41074f59-5b90-4e77-a67a-86904aea1f8e for instance with vm_state building and task_state spawning. [ 1053.753797] env[64022]: DEBUG nova.compute.manager [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Received event network-changed-41074f59-5b90-4e77-a67a-86904aea1f8e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.753797] env[64022]: DEBUG nova.compute.manager [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Refreshing instance network info cache due to event network-changed-41074f59-5b90-4e77-a67a-86904aea1f8e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1053.754052] env[64022]: DEBUG oslo_concurrency.lockutils [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] Acquiring lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.817459] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4156a08-7aa4-4993-8a01-1cda2e4ab087 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.824683] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d88748-9fd3-407e-8422-1c621deeadb0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.855983] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdef84d-ced1-457a-ac33-01597f367c84 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.862890] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55663e3-9004-4c16-8595-9624c47e13e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.878031] env[64022]: DEBUG nova.compute.provider_tree [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.923251] env[64022]: DEBUG nova.network.neutron [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance_info_cache with network_info: [{"id": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "address": "fa:16:3e:a1:1d:07", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7ff16-64", "ovs_interfaceid": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.926174] env[64022]: DEBUG oslo_concurrency.lockutils [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "interface-85a27bbf-cfb9-4cdd-b716-bee664d160e5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.926405] env[64022]: DEBUG oslo_concurrency.lockutils [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-85a27bbf-cfb9-4cdd-b716-bee664d160e5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.926710] env[64022]: DEBUG nova.objects.instance [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'flavor' on Instance uuid 85a27bbf-cfb9-4cdd-b716-bee664d160e5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.928121] env[64022]: DEBUG nova.compute.manager [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.928315] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.929307] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c354a00-6283-4c87-9cc3-3743bc77cfa6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.937547] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.937749] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3a20acf-6fdb-4045-8acc-3b457acf7e33 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.945369] env[64022]: DEBUG oslo_vmware.api [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1053.945369] env[64022]: value = "task-2303223" [ 1053.945369] env[64022]: _type = "Task" [ 1053.945369] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.954999] env[64022]: DEBUG oslo_vmware.api [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.993550] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.993884] env[64022]: DEBUG nova.compute.manager [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Instance network_info: |[{"id": "41074f59-5b90-4e77-a67a-86904aea1f8e", "address": "fa:16:3e:b1:dc:90", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41074f59-5b", "ovs_interfaceid": "41074f59-5b90-4e77-a67a-86904aea1f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.994217] env[64022]: DEBUG oslo_concurrency.lockutils [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] Acquired lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.994681] env[64022]: DEBUG nova.network.neutron [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Refreshing network info cache for port 41074f59-5b90-4e77-a67a-86904aea1f8e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.996117] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:dc:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41074f59-5b90-4e77-a67a-86904aea1f8e', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.003643] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Creating folder: Project (c912580b2bef427db3629a0e2576a7a1). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.021111] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] There are 62 instances to clean {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1054.021313] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6e21264d-a7ff-42ed-bebe-7d156afa993f] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1054.023156] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33c9100b-4fbb-4de1-ae8c-d1d26dd44dd0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.034839] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Created folder: Project (c912580b2bef427db3629a0e2576a7a1) in parent group-v468248. [ 1054.035132] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Creating folder: Instances. Parent ref: group-v468548. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.035380] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69ba2ef0-2530-450a-9305-a8a4c96bccf4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.045514] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Created folder: Instances in parent group-v468548. [ 1054.045894] env[64022]: DEBUG oslo.service.loopingcall [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.046181] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.046391] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86d245d9-1181-45cf-88bc-d23a0f3fefdc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.069584] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.069584] env[64022]: value = "task-2303226" [ 1054.069584] env[64022]: _type = "Task" [ 1054.069584] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.077784] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303226, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.252928] env[64022]: DEBUG nova.network.neutron [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updated VIF entry in instance network info cache for port 41074f59-5b90-4e77-a67a-86904aea1f8e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.253311] env[64022]: DEBUG nova.network.neutron [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance_info_cache with network_info: [{"id": "41074f59-5b90-4e77-a67a-86904aea1f8e", "address": "fa:16:3e:b1:dc:90", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41074f59-5b", "ovs_interfaceid": "41074f59-5b90-4e77-a67a-86904aea1f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.381704] env[64022]: DEBUG nova.scheduler.client.report [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.425503] env[64022]: DEBUG oslo_concurrency.lockutils [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.454564] env[64022]: DEBUG oslo_vmware.api [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303223, 'name': PowerOffVM_Task, 'duration_secs': 0.200813} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.454917] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.455073] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.455283] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d33fbcb-8f45-4176-acba-32c0871c59f4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.496833] env[64022]: DEBUG nova.objects.instance [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'pci_requests' on Instance uuid 85a27bbf-cfb9-4cdd-b716-bee664d160e5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.518134] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.518354] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.518544] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleting the datastore file [datastore1] 44e2efbd-7689-451e-ae0d-cd6d2650ec9b {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.518803] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba1ffc81-c596-42eb-9b33-ffe6273a99e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.524846] env[64022]: DEBUG oslo_vmware.api [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1054.524846] env[64022]: value = "task-2303228" [ 1054.524846] env[64022]: _type = "Task" [ 1054.524846] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.528822] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 7aa8fa26-79ff-46e6-8d86-a5ba1597369e] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1054.535742] env[64022]: DEBUG oslo_vmware.api [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.580552] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303226, 'name': CreateVM_Task} progress is 25%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.756357] env[64022]: DEBUG oslo_concurrency.lockutils [req-5a7075b7-37a0-40bd-8f76-c94208244f56 req-4608ed59-67f6-4057-9b51-13f6326d39ac service nova] Releasing lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.886955] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.887637] env[64022]: DEBUG nova.compute.manager [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.000025] env[64022]: DEBUG nova.objects.base [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Object Instance<85a27bbf-cfb9-4cdd-b716-bee664d160e5> lazy-loaded attributes: flavor,pci_requests {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1055.000160] env[64022]: DEBUG nova.network.neutron [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.034962] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: ff1b27d8-b5cf-4141-ac50-d78b8b29dad1] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1055.036556] env[64022]: DEBUG oslo_vmware.api [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273341} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.038109] env[64022]: DEBUG nova.policy [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd08471ed48d14639b7aeecf02e4971ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '400d48af30094ccba424ceee72faec9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.039565] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.039754] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.039963] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.040169] env[64022]: INFO nova.compute.manager [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1055.040404] env[64022]: DEBUG oslo.service.loopingcall [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.040855] env[64022]: DEBUG nova.compute.manager [-] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.041385] env[64022]: DEBUG nova.network.neutron [-] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.079686] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303226, 'name': CreateVM_Task, 'duration_secs': 0.733871} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.081019] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.081019] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.081019] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.081292] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.081544] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2048fb-f769-42b2-b3e1-25df24850c98 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.085795] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1055.085795] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5224cf95-6fc1-fc75-8404-4570f112750a" [ 1055.085795] env[64022]: _type = "Task" [ 1055.085795] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.093342] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5224cf95-6fc1-fc75-8404-4570f112750a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.394276] env[64022]: DEBUG nova.compute.utils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1055.395288] env[64022]: DEBUG nova.compute.manager [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.395456] env[64022]: DEBUG nova.network.neutron [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.486847] env[64022]: DEBUG nova.policy [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74eac53c06664a36b052c6c93d6856be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '733738e8ff5c49e09368bafd52a4f959', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.540181] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: bf6d0980-9a59-4713-8fc3-751b1abc0005] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1055.542444] env[64022]: DEBUG nova.network.neutron [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Successfully created port: ffc842c4-acde-4083-a53a-c8dd737ddada {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.598500] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5224cf95-6fc1-fc75-8404-4570f112750a, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.599107] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.599356] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.599587] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.599734] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.599983] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.600736] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e42ec500-f8a4-4726-95ca-f344526f10fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.610157] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.610451] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.611215] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2811d549-a24a-42ed-9f3d-688bc683c1f5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.617059] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1055.617059] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526d7e0e-4f2b-b98d-706b-58fa1467981d" [ 1055.617059] env[64022]: _type = "Task" [ 1055.617059] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.623689] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526d7e0e-4f2b-b98d-706b-58fa1467981d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.866643] env[64022]: DEBUG nova.compute.manager [req-a61292ae-62b1-4aa6-b189-1ce6cdd39a6c req-ed493e64-0705-4c7a-ae91-8f56e7cbcbfe service nova] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Received event network-vif-deleted-83807488-ad42-4aa1-8195-11d7ea81cb8a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.866862] env[64022]: INFO nova.compute.manager [req-a61292ae-62b1-4aa6-b189-1ce6cdd39a6c req-ed493e64-0705-4c7a-ae91-8f56e7cbcbfe service nova] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Neutron deleted interface 83807488-ad42-4aa1-8195-11d7ea81cb8a; detaching it from the instance and deleting it from the info cache [ 1055.867157] env[64022]: DEBUG nova.network.neutron [req-a61292ae-62b1-4aa6-b189-1ce6cdd39a6c req-ed493e64-0705-4c7a-ae91-8f56e7cbcbfe service nova] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.898750] env[64022]: DEBUG nova.compute.manager [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.946213] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191a53f8-057b-4e9d-9e4a-9f41a0212e9d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.953564] env[64022]: DEBUG nova.network.neutron [-] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.987064] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance '1477c326-91e3-447f-9c8c-e2ff0c6875a4' progress to 0 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.045488] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 56622c57-3a52-43bf-a9d0-94549077b499] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1056.128091] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526d7e0e-4f2b-b98d-706b-58fa1467981d, 'name': SearchDatastore_Task, 'duration_secs': 0.008073} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.129029] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fda78d-a8b8-47f8-95e2-360e426bce3e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.134715] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1056.134715] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52032d46-d03e-ca2f-3f4e-caaabdc17dcb" [ 1056.134715] env[64022]: _type = "Task" [ 1056.134715] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.145186] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52032d46-d03e-ca2f-3f4e-caaabdc17dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.201349] env[64022]: DEBUG nova.network.neutron [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Successfully created port: e6250473-fe95-4bbc-80a1-44c376648425 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.369635] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3789067f-0f4c-4132-9ff4-232bb2ee2d2a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.378932] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45268280-477b-498d-881d-c3910e7baf71 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.412650] env[64022]: DEBUG nova.compute.manager [req-a61292ae-62b1-4aa6-b189-1ce6cdd39a6c req-ed493e64-0705-4c7a-ae91-8f56e7cbcbfe service nova] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Detach interface failed, port_id=83807488-ad42-4aa1-8195-11d7ea81cb8a, reason: Instance 44e2efbd-7689-451e-ae0d-cd6d2650ec9b could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1056.457028] env[64022]: INFO nova.compute.manager [-] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Took 1.42 seconds to deallocate network for instance. [ 1056.493980] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.494274] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a8e78a1-ed41-44af-9bc8-27cf92350fe0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.501915] env[64022]: DEBUG oslo_vmware.api [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1056.501915] env[64022]: value = "task-2303230" [ 1056.501915] env[64022]: _type = "Task" [ 1056.501915] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.509252] env[64022]: DEBUG oslo_vmware.api [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.548506] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 61d7c210-f223-4204-ab24-9193b7bc7c2d] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1056.644642] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52032d46-d03e-ca2f-3f4e-caaabdc17dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.03632} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.644878] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.645144] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] b574a035-d4f6-48ad-b59b-b7ab844f8791/b574a035-d4f6-48ad-b59b-b7ab844f8791.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.645392] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab7362bb-0649-4e74-8213-0aca5f306f45 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.651414] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1056.651414] env[64022]: value = "task-2303231" [ 1056.651414] env[64022]: _type = "Task" [ 1056.651414] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.659655] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.914884] env[64022]: DEBUG nova.compute.manager [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.944671] env[64022]: DEBUG nova.virt.hardware [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.944964] env[64022]: DEBUG nova.virt.hardware [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.945184] env[64022]: DEBUG nova.virt.hardware [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.945410] env[64022]: DEBUG nova.virt.hardware [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.945587] env[64022]: DEBUG nova.virt.hardware [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.945788] env[64022]: DEBUG nova.virt.hardware [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.946068] env[64022]: DEBUG nova.virt.hardware [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.946277] env[64022]: DEBUG nova.virt.hardware [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.946485] env[64022]: DEBUG nova.virt.hardware [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.946695] env[64022]: DEBUG nova.virt.hardware [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.946904] env[64022]: DEBUG nova.virt.hardware [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.947803] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a45d81d-8b3b-4287-8ede-d78af9d1da77 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.955817] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e378f3-b92e-4e1a-92cb-1154a4fab8e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.969655] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.969959] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.970128] env[64022]: DEBUG nova.objects.instance [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lazy-loading 'resources' on Instance uuid 44e2efbd-7689-451e-ae0d-cd6d2650ec9b {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.012165] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1057.012404] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance '1477c326-91e3-447f-9c8c-e2ff0c6875a4' progress to 17 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.051159] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: f8f6c6f9-44fd-49ac-a103-0f2aacae02af] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1057.161581] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.435223] env[64022]: DEBUG nova.network.neutron [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Successfully updated port: ffc842c4-acde-4083-a53a-c8dd737ddada {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.519538] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.519765] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.519765] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.519960] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.520325] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.520550] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.520814] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.521053] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.521249] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.521470] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.521697] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.529927] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8efe8fc7-7545-4e04-a0f6-f24ebb746c73 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.546540] env[64022]: DEBUG oslo_vmware.api [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1057.546540] env[64022]: value = "task-2303232" [ 1057.546540] env[64022]: _type = "Task" [ 1057.546540] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.559416] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d267b6f7-b93f-41c5-9b04-ed2cfd38204f] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1057.561498] env[64022]: DEBUG oslo_vmware.api [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.664308] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303231, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.684023] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022a7010-fae0-4c35-8317-53f4449fe4d8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.688907] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d18042-1eb8-4a3a-adb4-a3a84defc1de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.693147] env[64022]: DEBUG nova.network.neutron [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Successfully updated port: e6250473-fe95-4bbc-80a1-44c376648425 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.725759] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1777e772-73f1-4457-9660-fc176467fd3d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.734161] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b428b717-dfea-41e3-af5b-8fe41997439a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.748886] env[64022]: DEBUG nova.compute.provider_tree [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.930459] env[64022]: DEBUG nova.compute.manager [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Received event network-vif-plugged-ffc842c4-acde-4083-a53a-c8dd737ddada {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.930668] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] Acquiring lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.930878] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] Lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.931070] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] Lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.931253] env[64022]: DEBUG nova.compute.manager [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] No waiting events found dispatching network-vif-plugged-ffc842c4-acde-4083-a53a-c8dd737ddada {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.931419] env[64022]: WARNING nova.compute.manager [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Received unexpected event network-vif-plugged-ffc842c4-acde-4083-a53a-c8dd737ddada for instance with vm_state active and task_state None. [ 1057.931578] env[64022]: DEBUG nova.compute.manager [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Received event network-changed-ffc842c4-acde-4083-a53a-c8dd737ddada {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.931728] env[64022]: DEBUG nova.compute.manager [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Refreshing instance network info cache due to event network-changed-ffc842c4-acde-4083-a53a-c8dd737ddada. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.931910] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] Acquiring lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.932063] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] Acquired lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.932221] env[64022]: DEBUG nova.network.neutron [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Refreshing network info cache for port ffc842c4-acde-4083-a53a-c8dd737ddada {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.937783] env[64022]: DEBUG oslo_concurrency.lockutils [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.056583] env[64022]: DEBUG oslo_vmware.api [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303232, 'name': ReconfigVM_Task, 'duration_secs': 0.215793} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.056885] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance '1477c326-91e3-447f-9c8c-e2ff0c6875a4' progress to 33 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.063033] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: b874ce7f-a8e9-4d18-839c-0d11ef051cda] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1058.165269] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303231, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.214794} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.165579] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] b574a035-d4f6-48ad-b59b-b7ab844f8791/b574a035-d4f6-48ad-b59b-b7ab844f8791.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.165948] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.166123] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81b0961e-f4f4-4fe0-ac24-c42a9cd7088b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.174072] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1058.174072] env[64022]: value = "task-2303233" [ 1058.174072] env[64022]: _type = "Task" [ 1058.174072] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.182025] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.196269] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "refresh_cache-cef83c5f-6f3f-46b4-9d53-5ae4765879a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.196368] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired lock "refresh_cache-cef83c5f-6f3f-46b4-9d53-5ae4765879a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.196521] env[64022]: DEBUG nova.network.neutron [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.251618] env[64022]: DEBUG nova.scheduler.client.report [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.563217] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.563601] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.563653] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.563883] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.564120] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.564288] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.564495] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.564741] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.565063] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.565292] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.565516] env[64022]: DEBUG nova.virt.hardware [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.571625] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1058.572086] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 99646b7f-bc16-442e-8185-08920347a480] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1058.574156] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d0530f8-55ef-40f7-bbbd-a62d0dd71c85 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.589919] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Acquiring lock "17d37def-85e7-40d3-967f-129223aafcc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.590156] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Lock "17d37def-85e7-40d3-967f-129223aafcc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.590357] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Acquiring lock "17d37def-85e7-40d3-967f-129223aafcc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.590536] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Lock "17d37def-85e7-40d3-967f-129223aafcc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.590702] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Lock "17d37def-85e7-40d3-967f-129223aafcc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.593056] env[64022]: INFO nova.compute.manager [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Terminating instance [ 1058.597646] env[64022]: DEBUG oslo_vmware.api [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1058.597646] env[64022]: value = "task-2303235" [ 1058.597646] env[64022]: _type = "Task" [ 1058.597646] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.607141] env[64022]: DEBUG oslo_vmware.api [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.661467] env[64022]: DEBUG nova.network.neutron [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Added VIF to instance network info cache for port ffc842c4-acde-4083-a53a-c8dd737ddada. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1058.661907] env[64022]: DEBUG nova.network.neutron [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Updating instance_info_cache with network_info: [{"id": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "address": "fa:16:3e:a9:7a:fc", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ce76be-f3", "ovs_interfaceid": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ffc842c4-acde-4083-a53a-c8dd737ddada", "address": "fa:16:3e:5d:1a:6c", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc842c4-ac", "ovs_interfaceid": "ffc842c4-acde-4083-a53a-c8dd737ddada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.683932] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06475} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.684219] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.685031] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc122d3-2973-4ffe-b0a3-09a5e9aa8732 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.712901] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] b574a035-d4f6-48ad-b59b-b7ab844f8791/b574a035-d4f6-48ad-b59b-b7ab844f8791.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.713096] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2e47aec-8d2f-473d-89f7-1890ff52ba07 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.732769] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1058.732769] env[64022]: value = "task-2303236" [ 1058.732769] env[64022]: _type = "Task" [ 1058.732769] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.741024] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.752818] env[64022]: DEBUG nova.network.neutron [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.756475] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.779986] env[64022]: INFO nova.scheduler.client.report [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted allocations for instance 44e2efbd-7689-451e-ae0d-cd6d2650ec9b [ 1058.885732] env[64022]: DEBUG nova.network.neutron [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Updating instance_info_cache with network_info: [{"id": "e6250473-fe95-4bbc-80a1-44c376648425", "address": "fa:16:3e:fd:43:63", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6250473-fe", "ovs_interfaceid": "e6250473-fe95-4bbc-80a1-44c376648425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.087971] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: b06374eb-56a4-4015-a322-53c7fd69108c] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1059.096352] env[64022]: DEBUG nova.compute.manager [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.096578] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.097506] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8772a526-216a-4102-a462-bccf38fb89cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.109463] env[64022]: DEBUG oslo_vmware.api [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303235, 'name': ReconfigVM_Task, 'duration_secs': 0.158612} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.112076] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1059.112446] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.113193] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74795189-ba07-4f53-a7ef-f3710ee0381b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.115980] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73498bb7-5195-4373-8887-ed39185f597d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.139646] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 1477c326-91e3-447f-9c8c-e2ff0c6875a4/1477c326-91e3-447f-9c8c-e2ff0c6875a4.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.141570] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28711f67-4e34-4686-b292-1fa147e43a51 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.154559] env[64022]: DEBUG oslo_vmware.api [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Waiting for the task: (returnval){ [ 1059.154559] env[64022]: value = "task-2303237" [ 1059.154559] env[64022]: _type = "Task" [ 1059.154559] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.159894] env[64022]: DEBUG oslo_vmware.api [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1059.159894] env[64022]: value = "task-2303238" [ 1059.159894] env[64022]: _type = "Task" [ 1059.159894] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.166055] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] Releasing lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.166340] env[64022]: DEBUG nova.compute.manager [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Received event network-vif-plugged-e6250473-fe95-4bbc-80a1-44c376648425 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.166529] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] Acquiring lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.166728] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.166893] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.167072] env[64022]: DEBUG nova.compute.manager [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] No waiting events found dispatching network-vif-plugged-e6250473-fe95-4bbc-80a1-44c376648425 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.167241] env[64022]: WARNING nova.compute.manager [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Received unexpected event network-vif-plugged-e6250473-fe95-4bbc-80a1-44c376648425 for instance with vm_state building and task_state spawning. [ 1059.167402] env[64022]: DEBUG nova.compute.manager [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Received event network-changed-e6250473-fe95-4bbc-80a1-44c376648425 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.167555] env[64022]: DEBUG nova.compute.manager [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Refreshing instance network info cache due to event network-changed-e6250473-fe95-4bbc-80a1-44c376648425. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1059.167729] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] Acquiring lock "refresh_cache-cef83c5f-6f3f-46b4-9d53-5ae4765879a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.167959] env[64022]: DEBUG oslo_vmware.api [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2303237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.168558] env[64022]: DEBUG oslo_concurrency.lockutils [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.168696] env[64022]: DEBUG nova.network.neutron [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.173110] env[64022]: DEBUG oslo_vmware.api [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303238, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.242729] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303236, 'name': ReconfigVM_Task, 'duration_secs': 0.278243} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.243032] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Reconfigured VM instance instance-0000006f to attach disk [datastore1] b574a035-d4f6-48ad-b59b-b7ab844f8791/b574a035-d4f6-48ad-b59b-b7ab844f8791.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.243658] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-217773b9-e4e7-454b-bd08-23aa55f138eb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.250325] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1059.250325] env[64022]: value = "task-2303239" [ 1059.250325] env[64022]: _type = "Task" [ 1059.250325] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.260167] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303239, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.287635] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "44e2efbd-7689-451e-ae0d-cd6d2650ec9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.872s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.389401] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Releasing lock "refresh_cache-cef83c5f-6f3f-46b4-9d53-5ae4765879a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.389733] env[64022]: DEBUG nova.compute.manager [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Instance network_info: |[{"id": "e6250473-fe95-4bbc-80a1-44c376648425", "address": "fa:16:3e:fd:43:63", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6250473-fe", "ovs_interfaceid": "e6250473-fe95-4bbc-80a1-44c376648425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.390052] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] Acquired lock "refresh_cache-cef83c5f-6f3f-46b4-9d53-5ae4765879a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.390230] env[64022]: DEBUG nova.network.neutron [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Refreshing network info cache for port e6250473-fe95-4bbc-80a1-44c376648425 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.391402] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:43:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6250473-fe95-4bbc-80a1-44c376648425', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.399837] env[64022]: DEBUG oslo.service.loopingcall [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1059.400808] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.401047] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35c8e1d2-54be-41e5-b508-31914312e1fb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.421126] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.421126] env[64022]: value = "task-2303240" [ 1059.421126] env[64022]: _type = "Task" [ 1059.421126] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.429088] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303240, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.592283] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d7dba8a5-30dc-4ab1-89f8-7e28cb3a29ba] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1059.664612] env[64022]: DEBUG oslo_vmware.api [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2303237, 'name': PowerOffVM_Task, 'duration_secs': 0.17654} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.667850] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.668080] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.668425] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbebae9e-dab4-431a-8350-2688b4ecce66 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.676941] env[64022]: DEBUG oslo_vmware.api [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.711281] env[64022]: WARNING nova.network.neutron [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] 95fcd637-aab7-4554-a701-a1f317731c5b already exists in list: networks containing: ['95fcd637-aab7-4554-a701-a1f317731c5b']. ignoring it [ 1059.711546] env[64022]: WARNING nova.network.neutron [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] 95fcd637-aab7-4554-a701-a1f317731c5b already exists in list: networks containing: ['95fcd637-aab7-4554-a701-a1f317731c5b']. ignoring it [ 1059.711745] env[64022]: WARNING nova.network.neutron [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] ffc842c4-acde-4083-a53a-c8dd737ddada already exists in list: port_ids containing: ['ffc842c4-acde-4083-a53a-c8dd737ddada']. ignoring it [ 1059.740052] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.740291] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.740476] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Deleting the datastore file [datastore2] 17d37def-85e7-40d3-967f-129223aafcc9 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.740763] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fd80094-1340-4f93-9ccf-88fe6ac872c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.748516] env[64022]: DEBUG oslo_vmware.api [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Waiting for the task: (returnval){ [ 1059.748516] env[64022]: value = "task-2303242" [ 1059.748516] env[64022]: _type = "Task" [ 1059.748516] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.761241] env[64022]: DEBUG oslo_vmware.api [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2303242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.764134] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303239, 'name': Rename_Task, 'duration_secs': 0.148628} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.764381] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.764605] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55ce0739-19c3-48dd-b1fb-7779033c97cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.770228] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1059.770228] env[64022]: value = "task-2303243" [ 1059.770228] env[64022]: _type = "Task" [ 1059.770228] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.777269] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.936028] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303240, 'name': CreateVM_Task, 'duration_secs': 0.337795} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.940025] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.940025] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.940025] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.940025] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.940025] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2384af48-c735-4f86-bc2a-da708ccb3cd8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.943325] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1059.943325] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522a32db-7783-392e-4e6f-19f5de91f680" [ 1059.943325] env[64022]: _type = "Task" [ 1059.943325] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.954163] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522a32db-7783-392e-4e6f-19f5de91f680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.095832] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 09ae587d-d62c-4617-9f65-dd0357da4a6d] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1060.105490] env[64022]: DEBUG nova.network.neutron [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Updating instance_info_cache with network_info: [{"id": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "address": "fa:16:3e:a9:7a:fc", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ce76be-f3", "ovs_interfaceid": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ffc842c4-acde-4083-a53a-c8dd737ddada", "address": "fa:16:3e:5d:1a:6c", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc842c4-ac", "ovs_interfaceid": "ffc842c4-acde-4083-a53a-c8dd737ddada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.174466] env[64022]: DEBUG oslo_vmware.api [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303238, 'name': ReconfigVM_Task, 'duration_secs': 0.608422} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.174466] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 1477c326-91e3-447f-9c8c-e2ff0c6875a4/1477c326-91e3-447f-9c8c-e2ff0c6875a4.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.174721] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance '1477c326-91e3-447f-9c8c-e2ff0c6875a4' progress to 50 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.190220] env[64022]: DEBUG nova.network.neutron [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Updated VIF entry in instance network info cache for port e6250473-fe95-4bbc-80a1-44c376648425. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.190622] env[64022]: DEBUG nova.network.neutron [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Updating instance_info_cache with network_info: [{"id": "e6250473-fe95-4bbc-80a1-44c376648425", "address": "fa:16:3e:fd:43:63", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6250473-fe", "ovs_interfaceid": "e6250473-fe95-4bbc-80a1-44c376648425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.258665] env[64022]: DEBUG oslo_vmware.api [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Task: {'id': task-2303242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245391} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.258918] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.259120] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.259305] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.259477] env[64022]: INFO nova.compute.manager [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1060.259715] env[64022]: DEBUG oslo.service.loopingcall [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.259927] env[64022]: DEBUG nova.compute.manager [-] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.260039] env[64022]: DEBUG nova.network.neutron [-] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.280504] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303243, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.457893] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522a32db-7783-392e-4e6f-19f5de91f680, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.458415] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.458804] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.459195] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.459458] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.459748] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.460136] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-609d47eb-01d3-4d6a-b625-200632b54fa1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.468829] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.469030] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.469782] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a805a4c2-44f1-4d92-8aa0-cca7ee9869f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.474928] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1060.474928] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c3d270-08d2-be08-d57a-10776d11ba4b" [ 1060.474928] env[64022]: _type = "Task" [ 1060.474928] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.483317] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c3d270-08d2-be08-d57a-10776d11ba4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.547252] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "a949379a-553d-41d2-88d4-60378fbda58d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.548287] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "a949379a-553d-41d2-88d4-60378fbda58d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.599465] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: ea17b595-b556-4858-8654-563bff5ee974] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1060.609402] env[64022]: DEBUG oslo_concurrency.lockutils [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.610509] env[64022]: DEBUG oslo_concurrency.lockutils [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.610509] env[64022]: DEBUG oslo_concurrency.lockutils [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.610782] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a25703-fd02-43a7-a3ab-0910b141edee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.629263] env[64022]: DEBUG nova.virt.hardware [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.629555] env[64022]: DEBUG nova.virt.hardware [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.629688] env[64022]: DEBUG nova.virt.hardware [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.629818] env[64022]: DEBUG nova.virt.hardware [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.629966] env[64022]: DEBUG nova.virt.hardware [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.630125] env[64022]: DEBUG nova.virt.hardware [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.630331] env[64022]: DEBUG nova.virt.hardware [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.630486] env[64022]: DEBUG nova.virt.hardware [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.630650] env[64022]: DEBUG nova.virt.hardware [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.630809] env[64022]: DEBUG nova.virt.hardware [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.630984] env[64022]: DEBUG nova.virt.hardware [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.637328] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Reconfiguring VM to attach interface {{(pid=64022) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1060.637839] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-178a9c89-75d4-45de-82dc-2ffc3f9e8fbe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.655212] env[64022]: DEBUG oslo_vmware.api [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1060.655212] env[64022]: value = "task-2303245" [ 1060.655212] env[64022]: _type = "Task" [ 1060.655212] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.663336] env[64022]: DEBUG oslo_vmware.api [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303245, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.684203] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aaeed3-025c-4ca4-b3f5-f1c34ef765f2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.708339] env[64022]: DEBUG oslo_concurrency.lockutils [req-9ef803e7-8e14-481c-afb5-12aa63de9ba0 req-ae3bb413-2803-4a0b-bb9e-aec52a0fc999 service nova] Releasing lock "refresh_cache-cef83c5f-6f3f-46b4-9d53-5ae4765879a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.710760] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4ebfe5-faf6-4f27-9c7a-ef4953ebd2a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.729129] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance '1477c326-91e3-447f-9c8c-e2ff0c6875a4' progress to 67 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.735061] env[64022]: DEBUG nova.compute.manager [req-8e073633-7694-407b-8ce1-9b2daaef9fef req-6449fb94-3246-4049-a500-1d062cec209c service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Received event network-vif-deleted-4e86f504-f643-48a8-901b-60f38dfbf110 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.735061] env[64022]: INFO nova.compute.manager [req-8e073633-7694-407b-8ce1-9b2daaef9fef req-6449fb94-3246-4049-a500-1d062cec209c service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Neutron deleted interface 4e86f504-f643-48a8-901b-60f38dfbf110; detaching it from the instance and deleting it from the info cache [ 1060.735195] env[64022]: DEBUG nova.network.neutron [req-8e073633-7694-407b-8ce1-9b2daaef9fef req-6449fb94-3246-4049-a500-1d062cec209c service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.781117] env[64022]: DEBUG oslo_vmware.api [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303243, 'name': PowerOnVM_Task, 'duration_secs': 0.562354} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.781393] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.781620] env[64022]: INFO nova.compute.manager [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1060.781900] env[64022]: DEBUG nova.compute.manager [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.782764] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bf9f04-1348-4e23-8b15-abc04f7eb06f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.985496] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c3d270-08d2-be08-d57a-10776d11ba4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.986268] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c2b731-5b24-46b2-834a-b3f8d40ef670 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.991329] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1060.991329] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5289b477-aca1-570e-8dc2-497aa5909d60" [ 1060.991329] env[64022]: _type = "Task" [ 1060.991329] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.999159] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5289b477-aca1-570e-8dc2-497aa5909d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.049755] env[64022]: DEBUG nova.compute.manager [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.102268] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: b39da1c0-712a-471b-a2b9-f230f780a971] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1061.166549] env[64022]: DEBUG oslo_vmware.api [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.214546] env[64022]: DEBUG nova.network.neutron [-] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.240350] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19da4f12-73f6-489d-b940-b599006bdbd0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.251853] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902c1f96-ae5b-46a5-8a90-a2197cf085e6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.283827] env[64022]: DEBUG nova.compute.manager [req-8e073633-7694-407b-8ce1-9b2daaef9fef req-6449fb94-3246-4049-a500-1d062cec209c service nova] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Detach interface failed, port_id=4e86f504-f643-48a8-901b-60f38dfbf110, reason: Instance 17d37def-85e7-40d3-967f-129223aafcc9 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1061.284903] env[64022]: DEBUG nova.network.neutron [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Port 2cb7ff16-6463-4fbf-8bbd-69875952c828 binding to destination host cpu-1 is already ACTIVE {{(pid=64022) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1061.299707] env[64022]: INFO nova.compute.manager [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Took 16.27 seconds to build instance. [ 1061.501478] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5289b477-aca1-570e-8dc2-497aa5909d60, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.501724] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.501982] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] cef83c5f-6f3f-46b4-9d53-5ae4765879a4/cef83c5f-6f3f-46b4-9d53-5ae4765879a4.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.502252] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b6d6b36-adb6-4edc-817d-8268ee4f05d4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.509944] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1061.509944] env[64022]: value = "task-2303246" [ 1061.509944] env[64022]: _type = "Task" [ 1061.509944] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.518061] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.581907] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.582310] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.584186] env[64022]: INFO nova.compute.claims [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.605760] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 96475efb-e024-4299-8f66-665d352dfb7a] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1061.667797] env[64022]: DEBUG oslo_vmware.api [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303245, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.717627] env[64022]: INFO nova.compute.manager [-] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Took 1.46 seconds to deallocate network for instance. [ 1061.802080] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8b86cbca-26da-43b6-a491-18b2162ff203 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.779s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.965413] env[64022]: DEBUG nova.compute.manager [req-33511621-7421-4b49-8e75-b98f741dd5c5 req-6d356132-6f8e-4fa0-8195-2640ce0ba016 service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Received event network-changed-41074f59-5b90-4e77-a67a-86904aea1f8e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.965660] env[64022]: DEBUG nova.compute.manager [req-33511621-7421-4b49-8e75-b98f741dd5c5 req-6d356132-6f8e-4fa0-8195-2640ce0ba016 service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Refreshing instance network info cache due to event network-changed-41074f59-5b90-4e77-a67a-86904aea1f8e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1061.965926] env[64022]: DEBUG oslo_concurrency.lockutils [req-33511621-7421-4b49-8e75-b98f741dd5c5 req-6d356132-6f8e-4fa0-8195-2640ce0ba016 service nova] Acquiring lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.966096] env[64022]: DEBUG oslo_concurrency.lockutils [req-33511621-7421-4b49-8e75-b98f741dd5c5 req-6d356132-6f8e-4fa0-8195-2640ce0ba016 service nova] Acquired lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.966266] env[64022]: DEBUG nova.network.neutron [req-33511621-7421-4b49-8e75-b98f741dd5c5 req-6d356132-6f8e-4fa0-8195-2640ce0ba016 service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Refreshing network info cache for port 41074f59-5b90-4e77-a67a-86904aea1f8e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.021822] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303246, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.109783] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 1980af56-fbde-40d8-b8eb-93e206e86811] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1062.165963] env[64022]: DEBUG oslo_vmware.api [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303245, 'name': ReconfigVM_Task, 'duration_secs': 1.048665} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.166472] env[64022]: DEBUG oslo_concurrency.lockutils [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.166683] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Reconfigured VM to attach interface {{(pid=64022) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1062.225425] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.309577] env[64022]: DEBUG oslo_concurrency.lockutils [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.309800] env[64022]: DEBUG oslo_concurrency.lockutils [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.309975] env[64022]: DEBUG oslo_concurrency.lockutils [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.521032] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552674} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.521218] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] cef83c5f-6f3f-46b4-9d53-5ae4765879a4/cef83c5f-6f3f-46b4-9d53-5ae4765879a4.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.521418] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.521682] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5673fd6d-57e7-44a5-bfb2-58bdd553cdce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.528671] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1062.528671] env[64022]: value = "task-2303248" [ 1062.528671] env[64022]: _type = "Task" [ 1062.528671] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.537479] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.615602] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: cd06245e-0bb2-414c-81fe-e687c36d5790] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1062.674891] env[64022]: DEBUG oslo_concurrency.lockutils [None req-46b9dc98-14a3-470d-931b-56964229323d tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-85a27bbf-cfb9-4cdd-b716-bee664d160e5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.748s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.737269] env[64022]: DEBUG nova.network.neutron [req-33511621-7421-4b49-8e75-b98f741dd5c5 req-6d356132-6f8e-4fa0-8195-2640ce0ba016 service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updated VIF entry in instance network info cache for port 41074f59-5b90-4e77-a67a-86904aea1f8e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.737660] env[64022]: DEBUG nova.network.neutron [req-33511621-7421-4b49-8e75-b98f741dd5c5 req-6d356132-6f8e-4fa0-8195-2640ce0ba016 service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance_info_cache with network_info: [{"id": "41074f59-5b90-4e77-a67a-86904aea1f8e", "address": "fa:16:3e:b1:dc:90", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41074f59-5b", "ovs_interfaceid": "41074f59-5b90-4e77-a67a-86904aea1f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.793880] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9411805a-9151-4c8d-b2ec-3bbf36b4a978 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.802314] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305e3c5d-2fb9-4688-8857-50bdb55c0022 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.838451] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bfb8d0-84a7-4050-8858-f37ca888305f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.847247] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5bcd9d-cd46-4417-a98f-1dd2f45bb4ee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.862704] env[64022]: DEBUG nova.compute.provider_tree [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.038772] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079218} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.038772] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.039332] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9953a85b-6b7e-41e3-baa9-e412c436f832 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.062708] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] cef83c5f-6f3f-46b4-9d53-5ae4765879a4/cef83c5f-6f3f-46b4-9d53-5ae4765879a4.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.063154] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce2a2137-708a-4102-b4df-7326443e7e7a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.086912] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1063.086912] env[64022]: value = "task-2303249" [ 1063.086912] env[64022]: _type = "Task" [ 1063.086912] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.096355] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.122344] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 04be5e3a-9804-4d9a-bc03-4fa108c93d65] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1063.241677] env[64022]: DEBUG oslo_concurrency.lockutils [req-33511621-7421-4b49-8e75-b98f741dd5c5 req-6d356132-6f8e-4fa0-8195-2640ce0ba016 service nova] Releasing lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.365879] env[64022]: DEBUG nova.scheduler.client.report [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.379198] env[64022]: DEBUG oslo_concurrency.lockutils [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.379380] env[64022]: DEBUG oslo_concurrency.lockutils [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.379560] env[64022]: DEBUG nova.network.neutron [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.599281] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.626751] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: f43a0961-5dc5-42cf-8493-e769273bc3a9] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1063.870874] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.871367] env[64022]: DEBUG nova.compute.manager [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.877078] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.652s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.877315] env[64022]: DEBUG nova.objects.instance [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Lazy-loading 'resources' on Instance uuid 17d37def-85e7-40d3-967f-129223aafcc9 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.097632] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303249, 'name': ReconfigVM_Task, 'duration_secs': 0.875844} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.097865] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Reconfigured VM instance instance-00000070 to attach disk [datastore1] cef83c5f-6f3f-46b4-9d53-5ae4765879a4/cef83c5f-6f3f-46b4-9d53-5ae4765879a4.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.098710] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c773090-4049-4ae4-b412-fe0b1420d9aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.105792] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1064.105792] env[64022]: value = "task-2303250" [ 1064.105792] env[64022]: _type = "Task" [ 1064.105792] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.115255] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303250, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.129529] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 7602f62e-cb00-46bc-81c3-b41e6d18b28d] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1064.209546] env[64022]: DEBUG nova.network.neutron [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance_info_cache with network_info: [{"id": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "address": "fa:16:3e:a1:1d:07", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7ff16-64", "ovs_interfaceid": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.379020] env[64022]: DEBUG nova.compute.utils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1064.380430] env[64022]: DEBUG nova.compute.manager [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.380597] env[64022]: DEBUG nova.network.neutron [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.423241] env[64022]: DEBUG nova.policy [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99da25738353432f945455eeec35f352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a59c28fedcf43218d1d9a24aec2a578', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.489885] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "interface-85a27bbf-cfb9-4cdd-b716-bee664d160e5-ed325f34-ac08-497f-8a1a-ee5daaf55a74" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.490177] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-85a27bbf-cfb9-4cdd-b716-bee664d160e5-ed325f34-ac08-497f-8a1a-ee5daaf55a74" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.490546] env[64022]: DEBUG nova.objects.instance [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'flavor' on Instance uuid 85a27bbf-cfb9-4cdd-b716-bee664d160e5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.616998] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303250, 'name': Rename_Task, 'duration_secs': 0.184981} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.619534] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.619982] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-500e1ea5-ff18-4706-9d4c-b3ee150ccef5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.626440] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1064.626440] env[64022]: value = "task-2303251" [ 1064.626440] env[64022]: _type = "Task" [ 1064.626440] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.634976] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 2aa837b5-458f-4706-bc9d-1af285a82a48] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1064.636785] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.658334] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c1bf39-046c-447a-ad3c-de0ebade18e3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.665655] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1ac6c1-0beb-43de-a67e-5656b1bf196b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.697548] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8070727c-129e-4185-89da-db70067d3dd2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.706658] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a9e783-b383-4fa2-bf59-02214543823f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.720050] env[64022]: DEBUG oslo_concurrency.lockutils [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.727019] env[64022]: DEBUG nova.compute.provider_tree [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.782809] env[64022]: DEBUG nova.network.neutron [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Successfully created port: 7160175d-4e64-4b74-bf23-bdb5e4ceee1d {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.885878] env[64022]: DEBUG nova.compute.manager [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.113803] env[64022]: DEBUG nova.objects.instance [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'pci_requests' on Instance uuid 85a27bbf-cfb9-4cdd-b716-bee664d160e5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.140013] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 1f505927-8784-4b15-b4d3-8aa0e1532599] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1065.142339] env[64022]: DEBUG oslo_vmware.api [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303251, 'name': PowerOnVM_Task, 'duration_secs': 0.498707} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.143101] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.143367] env[64022]: INFO nova.compute.manager [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1065.143599] env[64022]: DEBUG nova.compute.manager [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.144667] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dddc29-b05c-421c-8a29-3478fa3c26a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.229390] env[64022]: DEBUG nova.scheduler.client.report [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.252066] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b32f74-7987-462b-b990-298252b77c7b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.270476] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bfb662-ecc6-4914-aa43-3707ba77f459 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.276915] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance '1477c326-91e3-447f-9c8c-e2ff0c6875a4' progress to 83 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.616642] env[64022]: DEBUG nova.objects.base [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Object Instance<85a27bbf-cfb9-4cdd-b716-bee664d160e5> lazy-loaded attributes: flavor,pci_requests {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.616870] env[64022]: DEBUG nova.network.neutron [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.643717] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: dc1db748-2690-4a36-84c6-951e8a7a24f6] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1065.664241] env[64022]: INFO nova.compute.manager [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Took 17.21 seconds to build instance. [ 1065.694926] env[64022]: DEBUG nova.policy [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd08471ed48d14639b7aeecf02e4971ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '400d48af30094ccba424ceee72faec9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.736899] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.756654] env[64022]: INFO nova.scheduler.client.report [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Deleted allocations for instance 17d37def-85e7-40d3-967f-129223aafcc9 [ 1065.783240] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-302f5d04-44e3-4f59-8624-5f32f7d5ac16 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance '1477c326-91e3-447f-9c8c-e2ff0c6875a4' progress to 100 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.895505] env[64022]: DEBUG nova.compute.manager [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.927590] env[64022]: DEBUG nova.virt.hardware [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.927838] env[64022]: DEBUG nova.virt.hardware [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.928019] env[64022]: DEBUG nova.virt.hardware [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.928210] env[64022]: DEBUG nova.virt.hardware [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.928357] env[64022]: DEBUG nova.virt.hardware [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.928500] env[64022]: DEBUG nova.virt.hardware [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.928713] env[64022]: DEBUG nova.virt.hardware [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.928876] env[64022]: DEBUG nova.virt.hardware [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.929384] env[64022]: DEBUG nova.virt.hardware [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.929631] env[64022]: DEBUG nova.virt.hardware [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.933019] env[64022]: DEBUG nova.virt.hardware [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.933019] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15463952-f630-4d37-9adc-4f865df6433d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.939606] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad43344-3305-4f08-bc1c-7b563db3d3d6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.148166] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6ad260bc-66fe-4ffc-ba74-bf8da1b7b309] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1066.167830] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21c25640-cf72-4d05-8ba0-639419eacd15 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.732s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.266088] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b3d06dbe-5ce3-4d88-be3d-185459f0878b tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Lock "17d37def-85e7-40d3-967f-129223aafcc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.675s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.496519] env[64022]: DEBUG nova.compute.manager [req-71134d78-af90-4896-824d-2c2269bbb885 req-19326791-4427-4f25-901a-46f9a8cd7ff1 service nova] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Received event network-vif-plugged-7160175d-4e64-4b74-bf23-bdb5e4ceee1d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.496810] env[64022]: DEBUG oslo_concurrency.lockutils [req-71134d78-af90-4896-824d-2c2269bbb885 req-19326791-4427-4f25-901a-46f9a8cd7ff1 service nova] Acquiring lock "a949379a-553d-41d2-88d4-60378fbda58d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.497130] env[64022]: DEBUG oslo_concurrency.lockutils [req-71134d78-af90-4896-824d-2c2269bbb885 req-19326791-4427-4f25-901a-46f9a8cd7ff1 service nova] Lock "a949379a-553d-41d2-88d4-60378fbda58d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.497373] env[64022]: DEBUG oslo_concurrency.lockutils [req-71134d78-af90-4896-824d-2c2269bbb885 req-19326791-4427-4f25-901a-46f9a8cd7ff1 service nova] Lock "a949379a-553d-41d2-88d4-60378fbda58d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.497601] env[64022]: DEBUG nova.compute.manager [req-71134d78-af90-4896-824d-2c2269bbb885 req-19326791-4427-4f25-901a-46f9a8cd7ff1 service nova] [instance: a949379a-553d-41d2-88d4-60378fbda58d] No waiting events found dispatching network-vif-plugged-7160175d-4e64-4b74-bf23-bdb5e4ceee1d {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.497820] env[64022]: WARNING nova.compute.manager [req-71134d78-af90-4896-824d-2c2269bbb885 req-19326791-4427-4f25-901a-46f9a8cd7ff1 service nova] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Received unexpected event network-vif-plugged-7160175d-4e64-4b74-bf23-bdb5e4ceee1d for instance with vm_state building and task_state spawning. [ 1066.651679] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d8f02443-015d-4fbb-9b39-0b139f54dfb5] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1066.675158] env[64022]: DEBUG nova.compute.manager [req-613fb085-129a-4a38-b9f6-cc947c43cdc8 req-6d37aa11-cb6e-4901-bfbc-44f1ac6cc576 service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Received event network-changed-e6250473-fe95-4bbc-80a1-44c376648425 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.675158] env[64022]: DEBUG nova.compute.manager [req-613fb085-129a-4a38-b9f6-cc947c43cdc8 req-6d37aa11-cb6e-4901-bfbc-44f1ac6cc576 service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Refreshing instance network info cache due to event network-changed-e6250473-fe95-4bbc-80a1-44c376648425. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1066.675158] env[64022]: DEBUG oslo_concurrency.lockutils [req-613fb085-129a-4a38-b9f6-cc947c43cdc8 req-6d37aa11-cb6e-4901-bfbc-44f1ac6cc576 service nova] Acquiring lock "refresh_cache-cef83c5f-6f3f-46b4-9d53-5ae4765879a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.675158] env[64022]: DEBUG oslo_concurrency.lockutils [req-613fb085-129a-4a38-b9f6-cc947c43cdc8 req-6d37aa11-cb6e-4901-bfbc-44f1ac6cc576 service nova] Acquired lock "refresh_cache-cef83c5f-6f3f-46b4-9d53-5ae4765879a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.675158] env[64022]: DEBUG nova.network.neutron [req-613fb085-129a-4a38-b9f6-cc947c43cdc8 req-6d37aa11-cb6e-4901-bfbc-44f1ac6cc576 service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Refreshing network info cache for port e6250473-fe95-4bbc-80a1-44c376648425 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.936051] env[64022]: DEBUG nova.network.neutron [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Successfully updated port: 7160175d-4e64-4b74-bf23-bdb5e4ceee1d {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.155896] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 19dff5f5-da00-420a-b289-5bd97f7ba77f] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1067.269889] env[64022]: DEBUG nova.network.neutron [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Successfully updated port: ed325f34-ac08-497f-8a1a-ee5daaf55a74 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.440726] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "refresh_cache-a949379a-553d-41d2-88d4-60378fbda58d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.440952] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "refresh_cache-a949379a-553d-41d2-88d4-60378fbda58d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.441037] env[64022]: DEBUG nova.network.neutron [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.468458] env[64022]: DEBUG nova.network.neutron [req-613fb085-129a-4a38-b9f6-cc947c43cdc8 req-6d37aa11-cb6e-4901-bfbc-44f1ac6cc576 service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Updated VIF entry in instance network info cache for port e6250473-fe95-4bbc-80a1-44c376648425. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.468815] env[64022]: DEBUG nova.network.neutron [req-613fb085-129a-4a38-b9f6-cc947c43cdc8 req-6d37aa11-cb6e-4901-bfbc-44f1ac6cc576 service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Updating instance_info_cache with network_info: [{"id": "e6250473-fe95-4bbc-80a1-44c376648425", "address": "fa:16:3e:fd:43:63", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6250473-fe", "ovs_interfaceid": "e6250473-fe95-4bbc-80a1-44c376648425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.660148] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 9394542e-72ac-4a19-a442-cf2e9e73a2dc] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1067.775288] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.775288] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.775438] env[64022]: DEBUG nova.network.neutron [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.971262] env[64022]: DEBUG oslo_concurrency.lockutils [req-613fb085-129a-4a38-b9f6-cc947c43cdc8 req-6d37aa11-cb6e-4901-bfbc-44f1ac6cc576 service nova] Releasing lock "refresh_cache-cef83c5f-6f3f-46b4-9d53-5ae4765879a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.975717] env[64022]: DEBUG nova.network.neutron [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.119882] env[64022]: DEBUG nova.network.neutron [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Updating instance_info_cache with network_info: [{"id": "7160175d-4e64-4b74-bf23-bdb5e4ceee1d", "address": "fa:16:3e:86:86:d2", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7160175d-4e", "ovs_interfaceid": "7160175d-4e64-4b74-bf23-bdb5e4ceee1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.165713] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 8f2fb17c-8bfa-4e53-8712-0a5a544a43f8] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1068.180519] env[64022]: DEBUG oslo_concurrency.lockutils [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.180778] env[64022]: DEBUG oslo_concurrency.lockutils [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.180967] env[64022]: DEBUG nova.compute.manager [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Going to confirm migration 6 {{(pid=64022) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1068.319109] env[64022]: WARNING nova.network.neutron [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] 95fcd637-aab7-4554-a701-a1f317731c5b already exists in list: networks containing: ['95fcd637-aab7-4554-a701-a1f317731c5b']. ignoring it [ 1068.319327] env[64022]: WARNING nova.network.neutron [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] 95fcd637-aab7-4554-a701-a1f317731c5b already exists in list: networks containing: ['95fcd637-aab7-4554-a701-a1f317731c5b']. ignoring it [ 1068.622560] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "refresh_cache-a949379a-553d-41d2-88d4-60378fbda58d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.622926] env[64022]: DEBUG nova.compute.manager [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Instance network_info: |[{"id": "7160175d-4e64-4b74-bf23-bdb5e4ceee1d", "address": "fa:16:3e:86:86:d2", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7160175d-4e", "ovs_interfaceid": "7160175d-4e64-4b74-bf23-bdb5e4ceee1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.623400] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:86:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7160175d-4e64-4b74-bf23-bdb5e4ceee1d', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.633393] env[64022]: DEBUG oslo.service.loopingcall [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1068.633625] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.633856] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f6daca7-0c27-4e3d-a653-020ffdf27405 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.654857] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.654857] env[64022]: value = "task-2303254" [ 1068.654857] env[64022]: _type = "Task" [ 1068.654857] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.662771] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303254, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.672482] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 56a1fc0d-76cb-486f-b438-465abeb5e86a] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1068.837841] env[64022]: DEBUG oslo_concurrency.lockutils [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.838067] env[64022]: DEBUG oslo_concurrency.lockutils [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.838250] env[64022]: DEBUG nova.network.neutron [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.838454] env[64022]: DEBUG nova.objects.instance [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'info_cache' on Instance uuid 1477c326-91e3-447f-9c8c-e2ff0c6875a4 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.951196] env[64022]: DEBUG nova.compute.manager [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Received event network-changed-7160175d-4e64-4b74-bf23-bdb5e4ceee1d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.951332] env[64022]: DEBUG nova.compute.manager [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Refreshing instance network info cache due to event network-changed-7160175d-4e64-4b74-bf23-bdb5e4ceee1d. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1068.951494] env[64022]: DEBUG oslo_concurrency.lockutils [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] Acquiring lock "refresh_cache-a949379a-553d-41d2-88d4-60378fbda58d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.951629] env[64022]: DEBUG oslo_concurrency.lockutils [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] Acquired lock "refresh_cache-a949379a-553d-41d2-88d4-60378fbda58d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.951781] env[64022]: DEBUG nova.network.neutron [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Refreshing network info cache for port 7160175d-4e64-4b74-bf23-bdb5e4ceee1d {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.093606] env[64022]: DEBUG nova.network.neutron [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Updating instance_info_cache with network_info: [{"id": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "address": "fa:16:3e:a9:7a:fc", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ce76be-f3", "ovs_interfaceid": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ffc842c4-acde-4083-a53a-c8dd737ddada", "address": "fa:16:3e:5d:1a:6c", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc842c4-ac", "ovs_interfaceid": "ffc842c4-acde-4083-a53a-c8dd737ddada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ed325f34-ac08-497f-8a1a-ee5daaf55a74", "address": "fa:16:3e:7f:b9:46", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped325f34-ac", "ovs_interfaceid": "ed325f34-ac08-497f-8a1a-ee5daaf55a74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.165467] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303254, 'name': CreateVM_Task, 'duration_secs': 0.345566} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.165676] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.166491] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.166666] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.166996] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.167277] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9b257c-462c-4c10-ac9b-0d1a8bbf3fdf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.171386] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1069.171386] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525363ef-200b-5f3c-7ffd-f5a244939385" [ 1069.171386] env[64022]: _type = "Task" [ 1069.171386] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.175824] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: a3ce8424-551f-41e7-a906-3e26bffc2c87] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1069.180827] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525363ef-200b-5f3c-7ffd-f5a244939385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.596456] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.597113] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.597283] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.598199] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd190cdb-ec7e-482b-ad51-e53f929bc203 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.616173] env[64022]: DEBUG nova.virt.hardware [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.616401] env[64022]: DEBUG nova.virt.hardware [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.616560] env[64022]: DEBUG nova.virt.hardware [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.616743] env[64022]: DEBUG nova.virt.hardware [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.616888] env[64022]: DEBUG nova.virt.hardware [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.617077] env[64022]: DEBUG nova.virt.hardware [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.617275] env[64022]: DEBUG nova.virt.hardware [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.617447] env[64022]: DEBUG nova.virt.hardware [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.617614] env[64022]: DEBUG nova.virt.hardware [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.617774] env[64022]: DEBUG nova.virt.hardware [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.617945] env[64022]: DEBUG nova.virt.hardware [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.624093] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Reconfiguring VM to attach interface {{(pid=64022) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1069.626488] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f436b8-09cb-4976-8605-33759b1b1286 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.643459] env[64022]: DEBUG oslo_vmware.api [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1069.643459] env[64022]: value = "task-2303255" [ 1069.643459] env[64022]: _type = "Task" [ 1069.643459] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.650816] env[64022]: DEBUG oslo_vmware.api [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303255, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.675979] env[64022]: DEBUG nova.network.neutron [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Updated VIF entry in instance network info cache for port 7160175d-4e64-4b74-bf23-bdb5e4ceee1d. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.676358] env[64022]: DEBUG nova.network.neutron [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Updating instance_info_cache with network_info: [{"id": "7160175d-4e64-4b74-bf23-bdb5e4ceee1d", "address": "fa:16:3e:86:86:d2", "network": {"id": "91b379ac-3cb9-47cf-a59b-ead237e922a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-644295303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a59c28fedcf43218d1d9a24aec2a578", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7160175d-4e", "ovs_interfaceid": "7160175d-4e64-4b74-bf23-bdb5e4ceee1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.684025] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 29f8d271-192b-4565-84d8-216c9748a49a] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1069.685834] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525363ef-200b-5f3c-7ffd-f5a244939385, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.686829] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.687074] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.687311] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.687458] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.687636] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.688133] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a449980-45c9-4440-8289-34339d2a5eed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.697037] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.697037] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.697406] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a922ef6-829c-4716-b22e-9df9ea476b21 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.702345] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1069.702345] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f289ff-dcc5-90de-609c-80d3b6a32290" [ 1069.702345] env[64022]: _type = "Task" [ 1069.702345] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.709934] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f289ff-dcc5-90de-609c-80d3b6a32290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.113668] env[64022]: DEBUG nova.network.neutron [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance_info_cache with network_info: [{"id": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "address": "fa:16:3e:a1:1d:07", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7ff16-64", "ovs_interfaceid": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.154317] env[64022]: DEBUG oslo_vmware.api [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.179556] env[64022]: DEBUG oslo_concurrency.lockutils [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] Releasing lock "refresh_cache-a949379a-553d-41d2-88d4-60378fbda58d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.179812] env[64022]: DEBUG nova.compute.manager [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Received event network-vif-plugged-ed325f34-ac08-497f-8a1a-ee5daaf55a74 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.180015] env[64022]: DEBUG oslo_concurrency.lockutils [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] Acquiring lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.180235] env[64022]: DEBUG oslo_concurrency.lockutils [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] Lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.180399] env[64022]: DEBUG oslo_concurrency.lockutils [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] Lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.180564] env[64022]: DEBUG nova.compute.manager [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] No waiting events found dispatching network-vif-plugged-ed325f34-ac08-497f-8a1a-ee5daaf55a74 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.180738] env[64022]: WARNING nova.compute.manager [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Received unexpected event network-vif-plugged-ed325f34-ac08-497f-8a1a-ee5daaf55a74 for instance with vm_state active and task_state None. [ 1070.180907] env[64022]: DEBUG nova.compute.manager [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Received event network-changed-ed325f34-ac08-497f-8a1a-ee5daaf55a74 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.181077] env[64022]: DEBUG nova.compute.manager [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Refreshing instance network info cache due to event network-changed-ed325f34-ac08-497f-8a1a-ee5daaf55a74. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.181284] env[64022]: DEBUG oslo_concurrency.lockutils [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] Acquiring lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.181420] env[64022]: DEBUG oslo_concurrency.lockutils [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] Acquired lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.181575] env[64022]: DEBUG nova.network.neutron [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Refreshing network info cache for port ed325f34-ac08-497f-8a1a-ee5daaf55a74 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.187656] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6f33f839-08f9-4f61-a513-16cc247eb2d3] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1070.217051] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f289ff-dcc5-90de-609c-80d3b6a32290, 'name': SearchDatastore_Task, 'duration_secs': 0.013987} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.218155] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f22600a-640f-49cd-95a3-ef81c6acb24c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.226153] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1070.226153] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5240af81-afcd-3216-028c-1b8d0f79ca71" [ 1070.226153] env[64022]: _type = "Task" [ 1070.226153] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.236908] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5240af81-afcd-3216-028c-1b8d0f79ca71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.617194] env[64022]: DEBUG oslo_concurrency.lockutils [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.617523] env[64022]: DEBUG nova.objects.instance [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'migration_context' on Instance uuid 1477c326-91e3-447f-9c8c-e2ff0c6875a4 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.653154] env[64022]: DEBUG oslo_vmware.api [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303255, 'name': ReconfigVM_Task, 'duration_secs': 0.596505} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.653679] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.653916] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Reconfigured VM to attach interface {{(pid=64022) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1070.690859] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: f14b6f26-0ab6-42b6-a059-6d2776beb8cb] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1070.735802] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5240af81-afcd-3216-028c-1b8d0f79ca71, 'name': SearchDatastore_Task, 'duration_secs': 0.016936} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.736062] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.736323] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] a949379a-553d-41d2-88d4-60378fbda58d/a949379a-553d-41d2-88d4-60378fbda58d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.736568] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7b11def-9cfc-467c-a20a-440d975ba4e5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.742601] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1070.742601] env[64022]: value = "task-2303257" [ 1070.742601] env[64022]: _type = "Task" [ 1070.742601] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.750048] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.894451] env[64022]: DEBUG nova.network.neutron [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Updated VIF entry in instance network info cache for port ed325f34-ac08-497f-8a1a-ee5daaf55a74. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.894979] env[64022]: DEBUG nova.network.neutron [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Updating instance_info_cache with network_info: [{"id": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "address": "fa:16:3e:a9:7a:fc", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ce76be-f3", "ovs_interfaceid": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ffc842c4-acde-4083-a53a-c8dd737ddada", "address": "fa:16:3e:5d:1a:6c", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc842c4-ac", "ovs_interfaceid": "ffc842c4-acde-4083-a53a-c8dd737ddada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ed325f34-ac08-497f-8a1a-ee5daaf55a74", "address": "fa:16:3e:7f:b9:46", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped325f34-ac", "ovs_interfaceid": "ed325f34-ac08-497f-8a1a-ee5daaf55a74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.120761] env[64022]: DEBUG nova.objects.base [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Object Instance<1477c326-91e3-447f-9c8c-e2ff0c6875a4> lazy-loaded attributes: info_cache,migration_context {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1071.121840] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da829e4f-1c82-4628-86ce-1b9ade034b9d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.142791] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f0156f2-5f93-45b4-9029-43b914ee0ea8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.149142] env[64022]: DEBUG oslo_vmware.api [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1071.149142] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5225da22-9790-1665-3377-0629ef87aa3e" [ 1071.149142] env[64022]: _type = "Task" [ 1071.149142] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.160159] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7adfbd21-3141-4337-89a0-27f3cc252c40 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-85a27bbf-cfb9-4cdd-b716-bee664d160e5-ed325f34-ac08-497f-8a1a-ee5daaf55a74" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.670s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.161449] env[64022]: DEBUG oslo_vmware.api [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5225da22-9790-1665-3377-0629ef87aa3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.193598] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 2aab7970-69d2-48ce-a1aa-4cb48d3e2e27] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1071.253075] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303257, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.398619] env[64022]: DEBUG oslo_concurrency.lockutils [req-356d935f-dd54-4666-83f9-f50cf2e04cd5 req-6031e0fa-6428-43f2-a69e-80e7a4a0204c service nova] Releasing lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.660677] env[64022]: DEBUG oslo_vmware.api [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5225da22-9790-1665-3377-0629ef87aa3e, 'name': SearchDatastore_Task, 'duration_secs': 0.028439} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.660919] env[64022]: DEBUG oslo_concurrency.lockutils [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.661162] env[64022]: DEBUG oslo_concurrency.lockutils [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.696660] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 88a9b493-e20e-4345-ae45-4b248b380ae0] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1071.752859] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523399} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.753110] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] a949379a-553d-41d2-88d4-60378fbda58d/a949379a-553d-41d2-88d4-60378fbda58d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.753322] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.753552] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13b67049-a267-49b8-a2dd-99660b864449 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.759871] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1071.759871] env[64022]: value = "task-2303258" [ 1071.759871] env[64022]: _type = "Task" [ 1071.759871] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.766702] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.199929] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: c1edaed8-8f28-4c6d-a8d4-0db2c43effa5] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1072.271676] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071545} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.272195] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.272699] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c6d682-ee5d-4131-b6cc-a5036e9ef4f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.297374] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] a949379a-553d-41d2-88d4-60378fbda58d/a949379a-553d-41d2-88d4-60378fbda58d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.300066] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fbcc3a0-121a-4183-afaf-91afc4273b82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.320556] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1072.320556] env[64022]: value = "task-2303259" [ 1072.320556] env[64022]: _type = "Task" [ 1072.320556] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.328663] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.330355] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d6e43d-0429-45b9-959d-2c385d5505c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.340225] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3ab23d-3057-4a49-adbe-ad76d2a4d37f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.374921] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de09d20e-83ef-41e4-960e-045f46610fe8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.383137] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dcaae7-d2f4-4f04-ba79-7cb0c965b81a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.399141] env[64022]: DEBUG nova.compute.provider_tree [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.704333] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 1065e353-87de-4a19-ae26-bb671974d31d] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1072.830387] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303259, 'name': ReconfigVM_Task, 'duration_secs': 0.356011} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.830663] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Reconfigured VM instance instance-00000071 to attach disk [datastore2] a949379a-553d-41d2-88d4-60378fbda58d/a949379a-553d-41d2-88d4-60378fbda58d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.831375] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbb14fe9-5b4e-452e-b8b8-125876a45200 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.838237] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1072.838237] env[64022]: value = "task-2303260" [ 1072.838237] env[64022]: _type = "Task" [ 1072.838237] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.841659] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "interface-85a27bbf-cfb9-4cdd-b716-bee664d160e5-ffc842c4-acde-4083-a53a-c8dd737ddada" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.841888] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-85a27bbf-cfb9-4cdd-b716-bee664d160e5-ffc842c4-acde-4083-a53a-c8dd737ddada" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.849597] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303260, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.902309] env[64022]: DEBUG nova.scheduler.client.report [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.208020] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: c523ef6e-3526-4568-aebd-ab508d4f15cc] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1073.344438] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.344585] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.348567] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0682ff-d83a-48a2-8adc-75938ff83978 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.350977] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303260, 'name': Rename_Task, 'duration_secs': 0.139155} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.351256] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.351781] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d24588ee-7218-4606-8cf2-24cd8c22b000 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.368517] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911aaf42-6ea5-4fe8-bd5a-52d0a687cdee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.370971] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1073.370971] env[64022]: value = "task-2303261" [ 1073.370971] env[64022]: _type = "Task" [ 1073.370971] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.397629] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Reconfiguring VM to detach interface {{(pid=64022) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1073.399043] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dec8972-3e1f-4d27-a7ab-60ee3a831d60 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.419515] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.423978] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1073.423978] env[64022]: value = "task-2303262" [ 1073.423978] env[64022]: _type = "Task" [ 1073.423978] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.434515] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.711370] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 5e8e8a6c-195e-4106-a99c-dff82adfefb2] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1073.880631] env[64022]: DEBUG oslo_vmware.api [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303261, 'name': PowerOnVM_Task, 'duration_secs': 0.504026} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.880898] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.881129] env[64022]: INFO nova.compute.manager [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1073.881308] env[64022]: DEBUG nova.compute.manager [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.882072] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55a5552-5a24-402c-ad2b-b54f09b9206f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.923080] env[64022]: DEBUG oslo_concurrency.lockutils [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.262s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.923349] env[64022]: DEBUG nova.compute.manager [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=64022) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1073.935445] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.216068] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 67ccf4db-7d13-400a-9631-17414671500c] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1074.399601] env[64022]: INFO nova.compute.manager [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Took 12.84 seconds to build instance. [ 1074.440762] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.488769] env[64022]: INFO nova.scheduler.client.report [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleted allocation for migration 9b1433b8-e552-4725-a0be-52d165233269 [ 1074.678963] env[64022]: DEBUG oslo_concurrency.lockutils [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "6e64a5ea-2650-451b-a1af-960efa569d28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.679219] env[64022]: DEBUG oslo_concurrency.lockutils [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "6e64a5ea-2650-451b-a1af-960efa569d28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.718226] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6520ea44-5048-474f-b55f-69e2aba989fa] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1074.901963] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "a949379a-553d-41d2-88d4-60378fbda58d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.354s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.937973] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.994132] env[64022]: DEBUG oslo_concurrency.lockutils [None req-812e9952-3cf8-434a-96eb-1aff087d9e00 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.813s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.181285] env[64022]: DEBUG nova.compute.manager [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.222135] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 5f5830d4-a41f-4a59-befd-98bb57767ee0] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1075.419561] env[64022]: DEBUG oslo_concurrency.lockutils [None req-aefd5d1a-bb3f-48dc-aca1-df86639d7143 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "a949379a-553d-41d2-88d4-60378fbda58d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.419826] env[64022]: DEBUG oslo_concurrency.lockutils [None req-aefd5d1a-bb3f-48dc-aca1-df86639d7143 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "a949379a-553d-41d2-88d4-60378fbda58d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.420021] env[64022]: DEBUG nova.compute.manager [None req-aefd5d1a-bb3f-48dc-aca1-df86639d7143 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.420933] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f45263-2df4-4588-a02f-53e4c7426122 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.428071] env[64022]: DEBUG nova.compute.manager [None req-aefd5d1a-bb3f-48dc-aca1-df86639d7143 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64022) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1075.428645] env[64022]: DEBUG nova.objects.instance [None req-aefd5d1a-bb3f-48dc-aca1-df86639d7143 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lazy-loading 'flavor' on Instance uuid a949379a-553d-41d2-88d4-60378fbda58d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.438294] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.438931] env[64022]: DEBUG nova.objects.instance [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'flavor' on Instance uuid 1477c326-91e3-447f-9c8c-e2ff0c6875a4 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.701514] env[64022]: DEBUG oslo_concurrency.lockutils [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.701782] env[64022]: DEBUG oslo_concurrency.lockutils [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.703523] env[64022]: INFO nova.compute.claims [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.725681] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 07b5281f-6480-476c-8457-c57526d1d8f7] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1075.944362] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.944878] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.945105] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.945281] env[64022]: DEBUG nova.network.neutron [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.945467] env[64022]: DEBUG nova.objects.instance [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'info_cache' on Instance uuid 1477c326-91e3-447f-9c8c-e2ff0c6875a4 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.228638] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 870aa9bb-f650-40dd-b5b0-2a36ee80290d] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1076.442205] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefd5d1a-bb3f-48dc-aca1-df86639d7143 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.442533] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.442734] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0eb1406-6a96-4cb0-a557-564dce9bd677 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.449638] env[64022]: DEBUG nova.objects.base [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Object Instance<1477c326-91e3-447f-9c8c-e2ff0c6875a4> lazy-loaded attributes: flavor,info_cache {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.450835] env[64022]: DEBUG oslo_vmware.api [None req-aefd5d1a-bb3f-48dc-aca1-df86639d7143 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1076.450835] env[64022]: value = "task-2303263" [ 1076.450835] env[64022]: _type = "Task" [ 1076.450835] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.458433] env[64022]: DEBUG oslo_vmware.api [None req-aefd5d1a-bb3f-48dc-aca1-df86639d7143 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.731616] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 023b0e1a-2d7e-4325-b86b-5ed4530a57f7] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1076.834409] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8fb4e2-eb0d-4224-924d-138080426c14 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.841885] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700b61bb-7518-4732-be96-d244f3473f8f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.870349] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232276b4-35cb-4e0f-a188-e9c2e7af7426 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.877239] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847b2eb4-1dfe-4ff6-9dd3-c5b92b9759e0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.891254] env[64022]: DEBUG nova.compute.provider_tree [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.940533] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.961974] env[64022]: DEBUG oslo_vmware.api [None req-aefd5d1a-bb3f-48dc-aca1-df86639d7143 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303263, 'name': PowerOffVM_Task, 'duration_secs': 0.193358} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.962247] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefd5d1a-bb3f-48dc-aca1-df86639d7143 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.962448] env[64022]: DEBUG nova.compute.manager [None req-aefd5d1a-bb3f-48dc-aca1-df86639d7143 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.963230] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3b8f2b-5831-4302-b00b-0312868f2e90 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.163086] env[64022]: DEBUG nova.network.neutron [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance_info_cache with network_info: [{"id": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "address": "fa:16:3e:a1:1d:07", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7ff16-64", "ovs_interfaceid": "2cb7ff16-6463-4fbf-8bbd-69875952c828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.234667] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 220d5470-3918-4841-8077-a06a1d463474] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1077.393920] env[64022]: DEBUG nova.scheduler.client.report [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.441607] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.474027] env[64022]: DEBUG oslo_concurrency.lockutils [None req-aefd5d1a-bb3f-48dc-aca1-df86639d7143 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "a949379a-553d-41d2-88d4-60378fbda58d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.666029] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "refresh_cache-1477c326-91e3-447f-9c8c-e2ff0c6875a4" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.738915] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d62e50ec-7c22-4c38-bddd-66148aa73dda] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1077.899277] env[64022]: DEBUG oslo_concurrency.lockutils [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.899861] env[64022]: DEBUG nova.compute.manager [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.946246] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.242520] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 856df6f6-29c9-42bc-99b9-f0f7ba4c22ca] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1078.259115] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "a949379a-553d-41d2-88d4-60378fbda58d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.259380] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "a949379a-553d-41d2-88d4-60378fbda58d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.259504] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "a949379a-553d-41d2-88d4-60378fbda58d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.259682] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "a949379a-553d-41d2-88d4-60378fbda58d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.259850] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "a949379a-553d-41d2-88d4-60378fbda58d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.261730] env[64022]: INFO nova.compute.manager [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Terminating instance [ 1078.405969] env[64022]: DEBUG nova.compute.utils [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1078.407350] env[64022]: DEBUG nova.compute.manager [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.407515] env[64022]: DEBUG nova.network.neutron [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.443259] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.456804] env[64022]: DEBUG nova.policy [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8117ec7d62224ebdbdb2d0fd3fd45602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7329ee1152854fdebbd2747fc537eadb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.671740] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.672086] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-126731ff-af5b-42e1-9675-a548c4f0c26a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.680093] env[64022]: DEBUG oslo_vmware.api [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1078.680093] env[64022]: value = "task-2303264" [ 1078.680093] env[64022]: _type = "Task" [ 1078.680093] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.688796] env[64022]: DEBUG oslo_vmware.api [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.719307] env[64022]: DEBUG nova.network.neutron [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Successfully created port: d59b53e6-6c30-4636-bba9-963fe8393ecf {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.746119] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: cd52cc4c-7127-41bf-bd37-0b6478b63b2d] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1078.765571] env[64022]: DEBUG nova.compute.manager [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.766544] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.766767] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b45c989-a4cc-4751-be5b-f6f03b229a20 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.778614] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.778909] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-982e1f48-4451-4ccb-b07b-b75a34f06638 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.873149] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.873352] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.873678] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleting the datastore file [datastore2] a949379a-553d-41d2-88d4-60378fbda58d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.873960] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b7fb790-b646-489b-85c6-9ba41e5a52bd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.881152] env[64022]: DEBUG oslo_vmware.api [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1078.881152] env[64022]: value = "task-2303266" [ 1078.881152] env[64022]: _type = "Task" [ 1078.881152] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.888321] env[64022]: DEBUG oslo_vmware.api [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.911039] env[64022]: DEBUG nova.compute.manager [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.945664] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303262, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.190713] env[64022]: DEBUG oslo_vmware.api [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303264, 'name': PowerOnVM_Task, 'duration_secs': 0.397469} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.190981] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.191265] env[64022]: DEBUG nova.compute.manager [None req-7534b919-46fe-4ab4-ac7c-7d6fd6da7fe7 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.192017] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af65b66-fc41-4b8f-9cf2-d200fd041842 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.249688] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 51eb6027-19f1-4f94-a859-cad1d29f7708] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1079.390438] env[64022]: DEBUG oslo_vmware.api [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149509} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.390689] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.390878] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.391069] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.391251] env[64022]: INFO nova.compute.manager [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1079.391492] env[64022]: DEBUG oslo.service.loopingcall [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.391676] env[64022]: DEBUG nova.compute.manager [-] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.391773] env[64022]: DEBUG nova.network.neutron [-] [instance: a949379a-553d-41d2-88d4-60378fbda58d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.416674] env[64022]: INFO nova.virt.block_device [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Booting with volume 11a0baf8-c51c-4fac-ace7-901eae9b1917 at /dev/sda [ 1079.447638] env[64022]: DEBUG oslo_vmware.api [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303262, 'name': ReconfigVM_Task, 'duration_secs': 5.775493} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.449963] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.450415] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Reconfigured VM to detach interface {{(pid=64022) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1079.462951] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02618fed-764b-42e8-adf1-1e1092b68187 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.471263] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9274a33e-85ab-4de7-b17c-5816479b0818 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.499736] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd8a06ce-5de5-40fd-85b8-b0c89057100c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.507701] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4545338-4878-4185-b288-e829d06f88fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.538378] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7105a62e-5ccc-498a-95d6-8cb889bb3458 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.544450] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44edb726-a260-41af-bb58-8a3900c5dac3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.557300] env[64022]: DEBUG nova.virt.block_device [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating existing volume attachment record: e5504f18-a38f-4188-a571-496f2c0baf4b {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1079.752313] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 4f6a15cb-714e-4fbc-a84d-2783b3bcdf34] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1079.832210] env[64022]: DEBUG nova.compute.manager [req-f80d45b3-dbfe-4dc8-8ea0-8903892fec4a req-c5826283-7bf8-4a5c-bb19-f351d09d67f1 service nova] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Received event network-vif-deleted-7160175d-4e64-4b74-bf23-bdb5e4ceee1d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.832402] env[64022]: INFO nova.compute.manager [req-f80d45b3-dbfe-4dc8-8ea0-8903892fec4a req-c5826283-7bf8-4a5c-bb19-f351d09d67f1 service nova] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Neutron deleted interface 7160175d-4e64-4b74-bf23-bdb5e4ceee1d; detaching it from the instance and deleting it from the info cache [ 1079.832566] env[64022]: DEBUG nova.network.neutron [req-f80d45b3-dbfe-4dc8-8ea0-8903892fec4a req-c5826283-7bf8-4a5c-bb19-f351d09d67f1 service nova] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.089525] env[64022]: DEBUG oslo_concurrency.lockutils [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.089800] env[64022]: DEBUG oslo_concurrency.lockutils [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.090013] env[64022]: DEBUG oslo_concurrency.lockutils [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.091164] env[64022]: DEBUG oslo_concurrency.lockutils [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.091362] env[64022]: DEBUG oslo_concurrency.lockutils [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.093460] env[64022]: INFO nova.compute.manager [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Terminating instance [ 1080.255540] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 1bd00407-c66a-4218-9b38-8e25a676d9e8] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1080.315485] env[64022]: DEBUG nova.network.neutron [-] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.335192] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecbea299-65be-4cb4-b92d-da916a17e752 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.348818] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65064f24-d4d4-4fc3-8116-e3d0958705be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.360124] env[64022]: DEBUG nova.network.neutron [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Successfully updated port: d59b53e6-6c30-4636-bba9-963fe8393ecf {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.382165] env[64022]: DEBUG nova.compute.manager [req-f80d45b3-dbfe-4dc8-8ea0-8903892fec4a req-c5826283-7bf8-4a5c-bb19-f351d09d67f1 service nova] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Detach interface failed, port_id=7160175d-4e64-4b74-bf23-bdb5e4ceee1d, reason: Instance a949379a-553d-41d2-88d4-60378fbda58d could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1080.597486] env[64022]: DEBUG nova.compute.manager [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.597701] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.598644] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eab763-0f92-45f7-b3ec-0639510b58bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.606622] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.606889] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88ad8a01-8c39-4ed7-bd1f-ec8c82346f07 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.614839] env[64022]: DEBUG oslo_vmware.api [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1080.614839] env[64022]: value = "task-2303267" [ 1080.614839] env[64022]: _type = "Task" [ 1080.614839] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.623253] env[64022]: DEBUG oslo_vmware.api [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.759502] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 3dc7f232-556b-45c1-8659-1e57c553fe3d] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1080.812065] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.812252] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.812403] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.812569] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.812737] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.814805] env[64022]: INFO nova.compute.manager [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Terminating instance [ 1080.816218] env[64022]: INFO nova.compute.manager [-] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Took 1.42 seconds to deallocate network for instance. [ 1080.864022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.864022] env[64022]: DEBUG oslo_concurrency.lockutils [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.864022] env[64022]: DEBUG nova.network.neutron [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.865221] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.865387] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.865552] env[64022]: DEBUG nova.network.neutron [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.124563] env[64022]: DEBUG oslo_vmware.api [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303267, 'name': PowerOffVM_Task, 'duration_secs': 0.194634} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.124831] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.125046] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.125318] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2116d9d8-16e5-4054-8217-600a10809321 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.196503] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.196750] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.196964] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleting the datastore file [datastore2] 1477c326-91e3-447f-9c8c-e2ff0c6875a4 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.197219] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef0674b7-63ee-4f4a-9bc1-fd19dede7b31 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.205579] env[64022]: DEBUG oslo_vmware.api [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1081.205579] env[64022]: value = "task-2303269" [ 1081.205579] env[64022]: _type = "Task" [ 1081.205579] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.215263] env[64022]: DEBUG oslo_vmware.api [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.263012] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6f70de75-c4ee-42b1-9f96-5dd32a0f1e27] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1081.319490] env[64022]: DEBUG nova.compute.manager [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.319693] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.320577] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad97072-abde-483c-be0b-171460b5a819 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.325851] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.326184] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.326398] env[64022]: DEBUG nova.objects.instance [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lazy-loading 'resources' on Instance uuid a949379a-553d-41d2-88d4-60378fbda58d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.329293] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.329690] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65bebc22-dc25-4856-9aed-adcb916c33f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.336257] env[64022]: DEBUG oslo_vmware.api [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1081.336257] env[64022]: value = "task-2303270" [ 1081.336257] env[64022]: _type = "Task" [ 1081.336257] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.344233] env[64022]: DEBUG oslo_vmware.api [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.415719] env[64022]: DEBUG nova.network.neutron [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.654483] env[64022]: DEBUG nova.compute.manager [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.654986] env[64022]: DEBUG nova.virt.hardware [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.655284] env[64022]: DEBUG nova.virt.hardware [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.655445] env[64022]: DEBUG nova.virt.hardware [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.655627] env[64022]: DEBUG nova.virt.hardware [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.655772] env[64022]: DEBUG nova.virt.hardware [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.655915] env[64022]: DEBUG nova.virt.hardware [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.656145] env[64022]: DEBUG nova.virt.hardware [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.656322] env[64022]: DEBUG nova.virt.hardware [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.656488] env[64022]: DEBUG nova.virt.hardware [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.656650] env[64022]: DEBUG nova.virt.hardware [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.656821] env[64022]: DEBUG nova.virt.hardware [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.657749] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a381788-34d7-4701-9307-fa06dead596a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.662555] env[64022]: DEBUG nova.network.neutron [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance_info_cache with network_info: [{"id": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "address": "fa:16:3e:e5:bb:4c", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59b53e6-6c", "ovs_interfaceid": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.666985] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67324437-b5f9-4348-a84b-f7a114f14fbb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.714813] env[64022]: DEBUG oslo_vmware.api [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181646} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.715104] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.715300] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.715475] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.715644] env[64022]: INFO nova.compute.manager [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1081.715876] env[64022]: DEBUG oslo.service.loopingcall [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1081.716077] env[64022]: DEBUG nova.compute.manager [-] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.716175] env[64022]: DEBUG nova.network.neutron [-] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.765986] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: c584ed71-b206-4a67-a0fc-c6964b5d0fae] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1081.776802] env[64022]: INFO nova.network.neutron [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Port ffc842c4-acde-4083-a53a-c8dd737ddada from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1081.776802] env[64022]: INFO nova.network.neutron [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Port ed325f34-ac08-497f-8a1a-ee5daaf55a74 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1081.776802] env[64022]: DEBUG nova.network.neutron [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Updating instance_info_cache with network_info: [{"id": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "address": "fa:16:3e:a9:7a:fc", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ce76be-f3", "ovs_interfaceid": "27ce76be-f3f1-4ae6-9762-d8cac1d53bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.846210] env[64022]: DEBUG oslo_vmware.api [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303270, 'name': PowerOffVM_Task, 'duration_secs': 0.218999} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.846210] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.846739] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.846739] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67f9de56-dde9-4803-a57d-9b4176a61295 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.863094] env[64022]: DEBUG nova.compute.manager [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Received event network-vif-deleted-ffc842c4-acde-4083-a53a-c8dd737ddada {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.863290] env[64022]: DEBUG nova.compute.manager [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Received event network-vif-deleted-ed325f34-ac08-497f-8a1a-ee5daaf55a74 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.863453] env[64022]: DEBUG nova.compute.manager [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Received event network-vif-plugged-d59b53e6-6c30-4636-bba9-963fe8393ecf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.863625] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] Acquiring lock "6e64a5ea-2650-451b-a1af-960efa569d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.863822] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] Lock "6e64a5ea-2650-451b-a1af-960efa569d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.864479] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] Lock "6e64a5ea-2650-451b-a1af-960efa569d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.864701] env[64022]: DEBUG nova.compute.manager [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] No waiting events found dispatching network-vif-plugged-d59b53e6-6c30-4636-bba9-963fe8393ecf {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.864873] env[64022]: WARNING nova.compute.manager [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Received unexpected event network-vif-plugged-d59b53e6-6c30-4636-bba9-963fe8393ecf for instance with vm_state building and task_state spawning. [ 1081.865051] env[64022]: DEBUG nova.compute.manager [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Received event network-changed-d59b53e6-6c30-4636-bba9-963fe8393ecf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.865291] env[64022]: DEBUG nova.compute.manager [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Refreshing instance network info cache due to event network-changed-d59b53e6-6c30-4636-bba9-963fe8393ecf. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1081.865386] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] Acquiring lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.947955] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.947955] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.947955] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Deleting the datastore file [datastore2] 85a27bbf-cfb9-4cdd-b716-bee664d160e5 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.947955] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10b82519-9d36-4341-aa9e-e9b1237f49b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.959018] env[64022]: DEBUG oslo_vmware.api [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1081.959018] env[64022]: value = "task-2303272" [ 1081.959018] env[64022]: _type = "Task" [ 1081.959018] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.969178] env[64022]: DEBUG oslo_vmware.api [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.987758] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821793df-b612-42bd-a092-97a0599895e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.995186] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ef00ac-1f71-45b6-b362-07035bc1d62c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.028690] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c39978-01ea-410b-ae3c-0b91d8b4309a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.040040] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7a6e20-67d5-4535-a026-dc614e140716 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.051464] env[64022]: DEBUG nova.compute.provider_tree [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.166663] env[64022]: DEBUG oslo_concurrency.lockutils [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.166926] env[64022]: DEBUG nova.compute.manager [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Instance network_info: |[{"id": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "address": "fa:16:3e:e5:bb:4c", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59b53e6-6c", "ovs_interfaceid": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.167311] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] Acquired lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.167539] env[64022]: DEBUG nova.network.neutron [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Refreshing network info cache for port d59b53e6-6c30-4636-bba9-963fe8393ecf {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.168801] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:bb:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd59b53e6-6c30-4636-bba9-963fe8393ecf', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.177638] env[64022]: DEBUG oslo.service.loopingcall [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.178669] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.178894] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a594ad52-ebe4-471a-8de3-819a58c922e6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.202030] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.202030] env[64022]: value = "task-2303273" [ 1082.202030] env[64022]: _type = "Task" [ 1082.202030] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.209340] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303273, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.268972] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 619a6ec6-67f6-4f3d-a2d6-fdb611e07db0] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1082.277666] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "refresh_cache-85a27bbf-cfb9-4cdd-b716-bee664d160e5" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.468542] env[64022]: DEBUG oslo_vmware.api [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162333} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.468959] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.469288] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.469568] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.469864] env[64022]: INFO nova.compute.manager [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1082.470219] env[64022]: DEBUG oslo.service.loopingcall [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.470509] env[64022]: DEBUG nova.compute.manager [-] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.470701] env[64022]: DEBUG nova.network.neutron [-] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.520818] env[64022]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port ed325f34-ac08-497f-8a1a-ee5daaf55a74 could not be found.", "detail": ""}} {{(pid=64022) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1082.521230] env[64022]: DEBUG nova.network.neutron [-] Unable to show port ed325f34-ac08-497f-8a1a-ee5daaf55a74 as it no longer exists. {{(pid=64022) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1082.555436] env[64022]: DEBUG nova.scheduler.client.report [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.711776] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303273, 'name': CreateVM_Task, 'duration_secs': 0.362052} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.712017] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.712897] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468552', 'volume_id': '11a0baf8-c51c-4fac-ace7-901eae9b1917', 'name': 'volume-11a0baf8-c51c-4fac-ace7-901eae9b1917', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e64a5ea-2650-451b-a1af-960efa569d28', 'attached_at': '', 'detached_at': '', 'volume_id': '11a0baf8-c51c-4fac-ace7-901eae9b1917', 'serial': '11a0baf8-c51c-4fac-ace7-901eae9b1917'}, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'attachment_id': 'e5504f18-a38f-4188-a571-496f2c0baf4b', 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=64022) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1082.713180] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Root volume attach. Driver type: vmdk {{(pid=64022) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1082.714011] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa106bb4-5344-476f-8e1d-b3cb4749336b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.721828] env[64022]: DEBUG nova.network.neutron [-] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.725768] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472f031c-cdc3-4d9a-a3d7-a39e2ba95904 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.732705] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ed3010-2beb-4384-8c12-f60c975de863 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.743226] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bc1d4a69-a9aa-4f52-aefa-00efb0829f32 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.750525] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1082.750525] env[64022]: value = "task-2303274" [ 1082.750525] env[64022]: _type = "Task" [ 1082.750525] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.758293] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303274, 'name': RelocateVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.772158] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6b7ee1b1-96ce-4a96-af01-f3bdb92f2f24] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1082.781176] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-85a27bbf-cfb9-4cdd-b716-bee664d160e5-ffc842c4-acde-4083-a53a-c8dd737ddada" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.939s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.023855] env[64022]: DEBUG nova.network.neutron [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updated VIF entry in instance network info cache for port d59b53e6-6c30-4636-bba9-963fe8393ecf. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.024238] env[64022]: DEBUG nova.network.neutron [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance_info_cache with network_info: [{"id": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "address": "fa:16:3e:e5:bb:4c", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59b53e6-6c", "ovs_interfaceid": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.060235] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.084864] env[64022]: INFO nova.scheduler.client.report [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted allocations for instance a949379a-553d-41d2-88d4-60378fbda58d [ 1083.224288] env[64022]: INFO nova.compute.manager [-] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Took 1.51 seconds to deallocate network for instance. [ 1083.262410] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303274, 'name': RelocateVM_Task, 'duration_secs': 0.358526} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.263077] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1083.263353] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468552', 'volume_id': '11a0baf8-c51c-4fac-ace7-901eae9b1917', 'name': 'volume-11a0baf8-c51c-4fac-ace7-901eae9b1917', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e64a5ea-2650-451b-a1af-960efa569d28', 'attached_at': '', 'detached_at': '', 'volume_id': '11a0baf8-c51c-4fac-ace7-901eae9b1917', 'serial': '11a0baf8-c51c-4fac-ace7-901eae9b1917'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1083.264177] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65f4066-98f8-4be6-a774-bf6c182ced4d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.281923] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6292d41f-5705-4eaa-94c4-6f5ffac5c477] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1083.283873] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9431cb-c73d-472e-9612-8df5c4ec9e25 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.308161] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-11a0baf8-c51c-4fac-ace7-901eae9b1917/volume-11a0baf8-c51c-4fac-ace7-901eae9b1917.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.309039] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a55d37be-1ff4-4d28-9a90-0cbc8d5dc456 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.330170] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1083.330170] env[64022]: value = "task-2303275" [ 1083.330170] env[64022]: _type = "Task" [ 1083.330170] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.341987] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303275, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.527320] env[64022]: DEBUG oslo_concurrency.lockutils [req-dbcf3959-b544-4186-91e0-3592d3f563c8 req-e5f1b287-07d0-45c6-8c77-3a44531ecb30 service nova] Releasing lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.595329] env[64022]: DEBUG oslo_concurrency.lockutils [None req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "a949379a-553d-41d2-88d4-60378fbda58d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.336s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.648725] env[64022]: DEBUG nova.network.neutron [-] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.734822] env[64022]: DEBUG oslo_concurrency.lockutils [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.734822] env[64022]: DEBUG oslo_concurrency.lockutils [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.734822] env[64022]: DEBUG oslo_concurrency.lockutils [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.757196] env[64022]: INFO nova.scheduler.client.report [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleted allocations for instance 1477c326-91e3-447f-9c8c-e2ff0c6875a4 [ 1083.787998] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 7f876a80-e222-4647-8eaa-ed830743b5d5] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1083.839856] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303275, 'name': ReconfigVM_Task, 'duration_secs': 0.271615} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.840127] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-11a0baf8-c51c-4fac-ace7-901eae9b1917/volume-11a0baf8-c51c-4fac-ace7-901eae9b1917.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.844976] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef093ba-9055-4be0-9865-25d1eeed114e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.860249] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1083.860249] env[64022]: value = "task-2303276" [ 1083.860249] env[64022]: _type = "Task" [ 1083.860249] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.867791] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.893245] env[64022]: DEBUG nova.compute.manager [req-a4122e6e-01e9-4f93-b718-dbb171daae4d req-62335201-9cd7-4232-bf94-ceee3bf7d247 service nova] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Received event network-vif-deleted-2cb7ff16-6463-4fbf-8bbd-69875952c828 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.893469] env[64022]: DEBUG nova.compute.manager [req-a4122e6e-01e9-4f93-b718-dbb171daae4d req-62335201-9cd7-4232-bf94-ceee3bf7d247 service nova] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Received event network-vif-deleted-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.079946] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "b9903f01-57d3-41e8-9949-a087b73736b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.080256] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "b9903f01-57d3-41e8-9949-a087b73736b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.080471] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "b9903f01-57d3-41e8-9949-a087b73736b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.080652] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "b9903f01-57d3-41e8-9949-a087b73736b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.080822] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "b9903f01-57d3-41e8-9949-a087b73736b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.083379] env[64022]: INFO nova.compute.manager [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Terminating instance [ 1084.150338] env[64022]: INFO nova.compute.manager [-] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Took 1.68 seconds to deallocate network for instance. [ 1084.264757] env[64022]: DEBUG oslo_concurrency.lockutils [None req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "1477c326-91e3-447f-9c8c-e2ff0c6875a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.175s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.290735] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: e019c04e-4fda-41e2-a3e7-ead79cdf9ced] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1084.370323] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303276, 'name': ReconfigVM_Task, 'duration_secs': 0.177558} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.370613] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468552', 'volume_id': '11a0baf8-c51c-4fac-ace7-901eae9b1917', 'name': 'volume-11a0baf8-c51c-4fac-ace7-901eae9b1917', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e64a5ea-2650-451b-a1af-960efa569d28', 'attached_at': '', 'detached_at': '', 'volume_id': '11a0baf8-c51c-4fac-ace7-901eae9b1917', 'serial': '11a0baf8-c51c-4fac-ace7-901eae9b1917'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1084.371146] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dc9afe3-f62d-4777-ba73-469c9325ae48 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.379510] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1084.379510] env[64022]: value = "task-2303277" [ 1084.379510] env[64022]: _type = "Task" [ 1084.379510] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.387430] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303277, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.587865] env[64022]: DEBUG nova.compute.manager [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.588127] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.588985] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192e3f6d-d6b7-4d87-9e19-d7a44a6a2d48 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.596893] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.597125] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04fa7fdb-a9df-4e77-82f6-4a31c49d2051 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.603031] env[64022]: DEBUG oslo_vmware.api [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1084.603031] env[64022]: value = "task-2303278" [ 1084.603031] env[64022]: _type = "Task" [ 1084.603031] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.611739] env[64022]: DEBUG oslo_vmware.api [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.657581] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.657864] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.658099] env[64022]: DEBUG nova.objects.instance [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'resources' on Instance uuid 85a27bbf-cfb9-4cdd-b716-bee664d160e5 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.794178] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: fdbee3c7-34eb-4b2e-830a-baf719075a77] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1084.889784] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303277, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.113558] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.113913] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.122287] env[64022]: DEBUG oslo_vmware.api [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303278, 'name': PowerOffVM_Task, 'duration_secs': 0.223098} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.122494] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.122817] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.123168] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9387a4a-31ff-4f31-be3c-449563817b7b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.186585] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.186790] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.186965] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleting the datastore file [datastore1] b9903f01-57d3-41e8-9949-a087b73736b8 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.187236] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-701d531b-ea29-4b9d-99c9-4d568abca826 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.197065] env[64022]: DEBUG oslo_vmware.api [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for the task: (returnval){ [ 1085.197065] env[64022]: value = "task-2303280" [ 1085.197065] env[64022]: _type = "Task" [ 1085.197065] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.204272] env[64022]: DEBUG oslo_vmware.api [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.272569] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f817df-8906-4874-8e65-91b2164494f4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.280485] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a85658-d32a-41ba-acbb-d3d285186916 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.311192] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.311384] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Cleaning up deleted instances with incomplete migration {{(pid=64022) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1085.313531] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667e5a69-97cc-49bf-9700-49202c7102fe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.322467] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da4f47a-d671-458b-b51b-2fdc8ccdf399 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.337995] env[64022]: DEBUG nova.compute.provider_tree [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.389214] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303277, 'name': Rename_Task, 'duration_secs': 0.732805} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.389480] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.389706] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdd09fda-14a5-42b3-8935-d43851f26022 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.395368] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1085.395368] env[64022]: value = "task-2303281" [ 1085.395368] env[64022]: _type = "Task" [ 1085.395368] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.402572] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.616961] env[64022]: DEBUG nova.compute.manager [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.706936] env[64022]: DEBUG oslo_vmware.api [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Task: {'id': task-2303280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144089} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.707173] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.707421] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.707756] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.707962] env[64022]: INFO nova.compute.manager [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1085.708252] env[64022]: DEBUG oslo.service.loopingcall [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.708466] env[64022]: DEBUG nova.compute.manager [-] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.708567] env[64022]: DEBUG nova.network.neutron [-] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.814034] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.860569] env[64022]: ERROR nova.scheduler.client.report [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [req-a319e253-c47f-4309-9f86-dc1e7c7e13b0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3a889db4-7597-478e-92a9-f74a134fda34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a319e253-c47f-4309-9f86-dc1e7c7e13b0"}]} [ 1085.880543] env[64022]: DEBUG nova.scheduler.client.report [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Refreshing inventories for resource provider 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1085.895090] env[64022]: DEBUG nova.scheduler.client.report [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Updating ProviderTree inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1085.895358] env[64022]: DEBUG nova.compute.provider_tree [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.906540] env[64022]: DEBUG oslo_vmware.api [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303281, 'name': PowerOnVM_Task, 'duration_secs': 0.437247} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.907674] env[64022]: DEBUG nova.scheduler.client.report [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Refreshing aggregate associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, aggregates: None {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1085.910132] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.910399] env[64022]: INFO nova.compute.manager [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Took 4.26 seconds to spawn the instance on the hypervisor. [ 1085.910673] env[64022]: DEBUG nova.compute.manager [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.911945] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa474636-a1e8-4275-beff-2c58410038bf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.927782] env[64022]: DEBUG nova.scheduler.client.report [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Refreshing trait associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1086.004198] env[64022]: DEBUG nova.compute.manager [req-0d355cfd-7f26-450b-9d1d-6ea52980602b req-722997a0-7bfb-4d50-9025-cb06086df4b8 service nova] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Received event network-vif-deleted-780918a0-0836-49c5-a729-302f935a2e20 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.004198] env[64022]: INFO nova.compute.manager [req-0d355cfd-7f26-450b-9d1d-6ea52980602b req-722997a0-7bfb-4d50-9025-cb06086df4b8 service nova] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Neutron deleted interface 780918a0-0836-49c5-a729-302f935a2e20; detaching it from the instance and deleting it from the info cache [ 1086.004198] env[64022]: DEBUG nova.network.neutron [req-0d355cfd-7f26-450b-9d1d-6ea52980602b req-722997a0-7bfb-4d50-9025-cb06086df4b8 service nova] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.051929] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75dd191-0be2-407e-aa3f-cefa673c6c8a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.059355] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32ac063-0fb4-4a2a-8e79-84c1e591b652 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.090448] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8628ca-27af-41bd-a2e6-436030db816a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.097814] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2a1a81-28b0-4180-9fd0-5383ee0cf724 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.111125] env[64022]: DEBUG nova.compute.provider_tree [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.138214] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.430196] env[64022]: INFO nova.compute.manager [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Took 10.74 seconds to build instance. [ 1086.485734] env[64022]: DEBUG nova.network.neutron [-] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.507834] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6cdeb4d-0729-4bbd-b826-fa1d8e8e3dd7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.517495] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea9909f-e003-4fe3-ac07-9696593cddfb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.544706] env[64022]: DEBUG nova.compute.manager [req-0d355cfd-7f26-450b-9d1d-6ea52980602b req-722997a0-7bfb-4d50-9025-cb06086df4b8 service nova] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Detach interface failed, port_id=780918a0-0836-49c5-a729-302f935a2e20, reason: Instance b9903f01-57d3-41e8-9949-a087b73736b8 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1086.652639] env[64022]: DEBUG nova.scheduler.client.report [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Updated inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1086.656020] env[64022]: DEBUG nova.compute.provider_tree [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Updating resource provider 3a889db4-7597-478e-92a9-f74a134fda34 generation from 149 to 150 during operation: update_inventory {{(pid=64022) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1086.656020] env[64022]: DEBUG nova.compute.provider_tree [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.933235] env[64022]: DEBUG oslo_concurrency.lockutils [None req-095add22-1098-4b7e-a7d3-e6c6f1801db9 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "6e64a5ea-2650-451b-a1af-960efa569d28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.254s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.990060] env[64022]: INFO nova.compute.manager [-] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Took 1.28 seconds to deallocate network for instance. [ 1087.158719] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.501s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.164131] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.023s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.166283] env[64022]: INFO nova.compute.claims [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.188557] env[64022]: INFO nova.scheduler.client.report [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Deleted allocations for instance 85a27bbf-cfb9-4cdd-b716-bee664d160e5 [ 1087.496976] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.697072] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "85a27bbf-cfb9-4cdd-b716-bee664d160e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.885s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.029277] env[64022]: DEBUG nova.compute.manager [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Received event network-changed-9f8f1069-a15b-429b-ab82-98556a71ec6d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.029550] env[64022]: DEBUG nova.compute.manager [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Refreshing instance network info cache due to event network-changed-9f8f1069-a15b-429b-ab82-98556a71ec6d. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1088.029667] env[64022]: DEBUG oslo_concurrency.lockutils [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] Acquiring lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.029805] env[64022]: DEBUG oslo_concurrency.lockutils [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] Acquired lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.029959] env[64022]: DEBUG nova.network.neutron [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Refreshing network info cache for port 9f8f1069-a15b-429b-ab82-98556a71ec6d {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.033474] env[64022]: DEBUG oslo_concurrency.lockutils [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "02a836ec-8677-4076-98b1-3ac308500668" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.033898] env[64022]: DEBUG oslo_concurrency.lockutils [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "02a836ec-8677-4076-98b1-3ac308500668" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.296180] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624e9635-2353-442a-a40b-8efcc6b841c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.304038] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025bf861-5ac3-48a3-b914-313b55faca61 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.338802] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.339315] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.341734] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b29b23-0b2e-4689-95e1-689f6a671cfb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.350350] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb3b914-66ec-48c6-908d-7668f975767a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.365400] env[64022]: DEBUG nova.compute.provider_tree [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.537518] env[64022]: INFO nova.compute.manager [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Detaching volume b8290e70-1752-4cba-90b9-20705df8f38e [ 1088.575050] env[64022]: INFO nova.virt.block_device [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Attempting to driver detach volume b8290e70-1752-4cba-90b9-20705df8f38e from mountpoint /dev/sdb [ 1088.575050] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1088.575050] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468539', 'volume_id': 'b8290e70-1752-4cba-90b9-20705df8f38e', 'name': 'volume-b8290e70-1752-4cba-90b9-20705df8f38e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '02a836ec-8677-4076-98b1-3ac308500668', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8290e70-1752-4cba-90b9-20705df8f38e', 'serial': 'b8290e70-1752-4cba-90b9-20705df8f38e'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1088.577054] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daaf675-f499-4856-860a-a4f6415520dc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.624223] env[64022]: DEBUG nova.compute.manager [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Stashing vm_state: active {{(pid=64022) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1088.630461] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e925453-0ef9-472d-b997-7a2dd62052df {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.641232] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b55e77-e734-4c0c-b5e1-b03342b082a3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.670358] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a977b2-564d-4e93-9d5e-c724e95983d4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.691126] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] The volume has not been displaced from its original location: [datastore2] volume-b8290e70-1752-4cba-90b9-20705df8f38e/volume-b8290e70-1752-4cba-90b9-20705df8f38e.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1088.691973] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.693072] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df94177b-e28c-45d3-a951-388165d6b2ae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.715033] env[64022]: DEBUG oslo_vmware.api [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1088.715033] env[64022]: value = "task-2303282" [ 1088.715033] env[64022]: _type = "Task" [ 1088.715033] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.725078] env[64022]: DEBUG oslo_vmware.api [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.846317] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.846317] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1088.868031] env[64022]: DEBUG nova.scheduler.client.report [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.897169] env[64022]: DEBUG nova.network.neutron [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Updated VIF entry in instance network info cache for port 9f8f1069-a15b-429b-ab82-98556a71ec6d. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.897612] env[64022]: DEBUG nova.network.neutron [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Updating instance_info_cache with network_info: [{"id": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "address": "fa:16:3e:ec:85:cb", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8f1069-a1", "ovs_interfaceid": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.146172] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.227817] env[64022]: DEBUG oslo_vmware.api [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303282, 'name': ReconfigVM_Task, 'duration_secs': 0.360667} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.227817] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1089.232180] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c26148d6-7e99-4873-b659-7f2ee067ef6e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.248673] env[64022]: DEBUG oslo_vmware.api [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1089.248673] env[64022]: value = "task-2303283" [ 1089.248673] env[64022]: _type = "Task" [ 1089.248673] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.257185] env[64022]: DEBUG oslo_vmware.api [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.373505] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.374103] env[64022]: DEBUG nova.compute.manager [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.376735] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.880s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.376935] env[64022]: DEBUG nova.objects.instance [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lazy-loading 'resources' on Instance uuid b9903f01-57d3-41e8-9949-a087b73736b8 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.400463] env[64022]: DEBUG oslo_concurrency.lockutils [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] Releasing lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.400686] env[64022]: DEBUG nova.compute.manager [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Received event network-changed-d59b53e6-6c30-4636-bba9-963fe8393ecf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.400883] env[64022]: DEBUG nova.compute.manager [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Refreshing instance network info cache due to event network-changed-d59b53e6-6c30-4636-bba9-963fe8393ecf. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1089.401111] env[64022]: DEBUG oslo_concurrency.lockutils [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] Acquiring lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.401258] env[64022]: DEBUG oslo_concurrency.lockutils [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] Acquired lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.401421] env[64022]: DEBUG nova.network.neutron [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Refreshing network info cache for port d59b53e6-6c30-4636-bba9-963fe8393ecf {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.759024] env[64022]: DEBUG oslo_vmware.api [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303283, 'name': ReconfigVM_Task, 'duration_secs': 0.242526} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.759384] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468539', 'volume_id': 'b8290e70-1752-4cba-90b9-20705df8f38e', 'name': 'volume-b8290e70-1752-4cba-90b9-20705df8f38e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '02a836ec-8677-4076-98b1-3ac308500668', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8290e70-1752-4cba-90b9-20705df8f38e', 'serial': 'b8290e70-1752-4cba-90b9-20705df8f38e'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1089.880127] env[64022]: DEBUG nova.compute.utils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1089.884589] env[64022]: DEBUG nova.compute.manager [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.884829] env[64022]: DEBUG nova.network.neutron [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.945706] env[64022]: DEBUG nova.policy [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06589109e30d420dab09a2e1f9890f37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff309329b12a402c9d09d72eba50d25b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.998077] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47446fc6-516a-48a0-a2db-3e2d5064a583 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.007157] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3954b0bd-6e02-4f97-a1e9-a332616a907d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.037630] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5d4aa0-806b-4523-8171-9159657c2ed5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.044380] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b3c372-311a-4778-9429-23f3ce6ba678 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.059763] env[64022]: DEBUG nova.compute.provider_tree [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.168731] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "135ffb93-bbce-4a05-ab41-114b360628b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.169044] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "135ffb93-bbce-4a05-ab41-114b360628b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.234331] env[64022]: DEBUG nova.network.neutron [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updated VIF entry in instance network info cache for port d59b53e6-6c30-4636-bba9-963fe8393ecf. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.234743] env[64022]: DEBUG nova.network.neutron [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance_info_cache with network_info: [{"id": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "address": "fa:16:3e:e5:bb:4c", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59b53e6-6c", "ovs_interfaceid": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.308506] env[64022]: DEBUG nova.objects.instance [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lazy-loading 'flavor' on Instance uuid 02a836ec-8677-4076-98b1-3ac308500668 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.370481] env[64022]: DEBUG nova.network.neutron [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Successfully created port: 74e7cbfd-5490-41bf-96a4-e4397fd39384 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.385751] env[64022]: DEBUG nova.compute.manager [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.563613] env[64022]: DEBUG nova.scheduler.client.report [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.670915] env[64022]: DEBUG nova.compute.manager [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.737511] env[64022]: DEBUG oslo_concurrency.lockutils [req-a7eb3963-5a16-464b-beeb-e61add63ee51 req-63701a97-e65e-424f-9fd3-952e50c7271f service nova] Releasing lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.713172] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.716069] env[64022]: DEBUG oslo_concurrency.lockutils [None req-025d622d-7a9d-4b63-81ab-d0d13d9eb66d tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "02a836ec-8677-4076-98b1-3ac308500668" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.682s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.718435] env[64022]: DEBUG nova.compute.manager [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.722604] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.577s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.743183] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.748621] env[64022]: INFO nova.scheduler.client.report [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Deleted allocations for instance b9903f01-57d3-41e8-9949-a087b73736b8 [ 1091.753819] env[64022]: DEBUG nova.virt.hardware [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.754082] env[64022]: DEBUG nova.virt.hardware [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.754285] env[64022]: DEBUG nova.virt.hardware [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.754480] env[64022]: DEBUG nova.virt.hardware [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.754685] env[64022]: DEBUG nova.virt.hardware [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.754765] env[64022]: DEBUG nova.virt.hardware [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.754970] env[64022]: DEBUG nova.virt.hardware [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.755143] env[64022]: DEBUG nova.virt.hardware [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.755331] env[64022]: DEBUG nova.virt.hardware [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.755493] env[64022]: DEBUG nova.virt.hardware [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.755672] env[64022]: DEBUG nova.virt.hardware [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.756768] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9075c0-de06-4c97-b628-cd0b6e51a4a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.765809] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53290f0a-1d07-4ef7-9fd9-6754a494966a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.782516] env[64022]: DEBUG nova.compute.manager [req-9c8b4436-9f4c-4e94-bb00-0d8fc3d706aa req-b3364c58-7434-43d7-b6f8-ffc52c2d1a2d service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Received event network-vif-plugged-74e7cbfd-5490-41bf-96a4-e4397fd39384 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.782718] env[64022]: DEBUG oslo_concurrency.lockutils [req-9c8b4436-9f4c-4e94-bb00-0d8fc3d706aa req-b3364c58-7434-43d7-b6f8-ffc52c2d1a2d service nova] Acquiring lock "d00f85e6-db6e-4839-a4a7-198a8e94436d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.782914] env[64022]: DEBUG oslo_concurrency.lockutils [req-9c8b4436-9f4c-4e94-bb00-0d8fc3d706aa req-b3364c58-7434-43d7-b6f8-ffc52c2d1a2d service nova] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.783090] env[64022]: DEBUG oslo_concurrency.lockutils [req-9c8b4436-9f4c-4e94-bb00-0d8fc3d706aa req-b3364c58-7434-43d7-b6f8-ffc52c2d1a2d service nova] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.783278] env[64022]: DEBUG nova.compute.manager [req-9c8b4436-9f4c-4e94-bb00-0d8fc3d706aa req-b3364c58-7434-43d7-b6f8-ffc52c2d1a2d service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] No waiting events found dispatching network-vif-plugged-74e7cbfd-5490-41bf-96a4-e4397fd39384 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.783445] env[64022]: WARNING nova.compute.manager [req-9c8b4436-9f4c-4e94-bb00-0d8fc3d706aa req-b3364c58-7434-43d7-b6f8-ffc52c2d1a2d service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Received unexpected event network-vif-plugged-74e7cbfd-5490-41bf-96a4-e4397fd39384 for instance with vm_state building and task_state spawning. [ 1091.904840] env[64022]: DEBUG nova.network.neutron [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Successfully updated port: 74e7cbfd-5490-41bf-96a4-e4397fd39384 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.228259] env[64022]: INFO nova.compute.claims [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.263188] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae37cc53-4f82-4c24-8c81-de3294688997 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Lock "b9903f01-57d3-41e8-9949-a087b73736b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.183s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.331795] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "02a836ec-8677-4076-98b1-3ac308500668" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.332067] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "02a836ec-8677-4076-98b1-3ac308500668" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.332284] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "02a836ec-8677-4076-98b1-3ac308500668-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.332469] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "02a836ec-8677-4076-98b1-3ac308500668-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.332651] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "02a836ec-8677-4076-98b1-3ac308500668-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.334674] env[64022]: INFO nova.compute.manager [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Terminating instance [ 1092.407982] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.408111] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.408274] env[64022]: DEBUG nova.network.neutron [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.734792] env[64022]: INFO nova.compute.resource_tracker [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating resource usage from migration 7b6dd99b-b7c3-4b69-8bc7-c1b317e6a08a [ 1092.837875] env[64022]: DEBUG nova.compute.manager [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.838113] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.838986] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3dd78b-198a-4ec4-8e6b-f359ee18d58a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.848241] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.848432] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3227462d-3032-461e-9e4a-81ea3a71c9e0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.854201] env[64022]: DEBUG oslo_vmware.api [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1092.854201] env[64022]: value = "task-2303284" [ 1092.854201] env[64022]: _type = "Task" [ 1092.854201] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.869112] env[64022]: DEBUG oslo_vmware.api [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.876516] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c067f5-6718-4da4-99e9-ff6154736e28 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.886089] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bbb9bc-02ce-4ff3-9c33-be219c66497d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.926275] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44a3b54-bccc-453a-9cb3-5579eef5f62d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.933956] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5eeff7-5ed2-48f3-a9ff-44f75bfd3f2c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.947453] env[64022]: DEBUG nova.compute.provider_tree [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.973815] env[64022]: DEBUG nova.network.neutron [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.176664] env[64022]: DEBUG nova.network.neutron [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance_info_cache with network_info: [{"id": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "address": "fa:16:3e:51:35:0d", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e7cbfd-54", "ovs_interfaceid": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.367540] env[64022]: DEBUG oslo_vmware.api [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303284, 'name': PowerOffVM_Task, 'duration_secs': 0.177007} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.367821] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.367989] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.371250] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad2d161d-5a9a-4c94-a829-dff4b231778a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.438022] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.438022] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.438022] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleting the datastore file [datastore1] 02a836ec-8677-4076-98b1-3ac308500668 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.438022] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53bcb8b1-7463-49a3-9fd3-a776a5c29dc1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.443887] env[64022]: DEBUG oslo_vmware.api [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1093.443887] env[64022]: value = "task-2303286" [ 1093.443887] env[64022]: _type = "Task" [ 1093.443887] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.449936] env[64022]: DEBUG nova.scheduler.client.report [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.458954] env[64022]: DEBUG oslo_vmware.api [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.679068] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.679419] env[64022]: DEBUG nova.compute.manager [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Instance network_info: |[{"id": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "address": "fa:16:3e:51:35:0d", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e7cbfd-54", "ovs_interfaceid": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.679839] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:35:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74e7cbfd-5490-41bf-96a4-e4397fd39384', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.687656] env[64022]: DEBUG oslo.service.loopingcall [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.687904] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.688140] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31ea3938-2389-4e81-9743-b740bbc129e9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.707815] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.707815] env[64022]: value = "task-2303287" [ 1093.707815] env[64022]: _type = "Task" [ 1093.707815] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.715366] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303287, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.812745] env[64022]: DEBUG nova.compute.manager [req-3cc87be3-937c-4b9b-8cf1-a263e69b6e98 req-061612dd-c3fb-4854-8b70-fc3c09696fca service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Received event network-changed-74e7cbfd-5490-41bf-96a4-e4397fd39384 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.812985] env[64022]: DEBUG nova.compute.manager [req-3cc87be3-937c-4b9b-8cf1-a263e69b6e98 req-061612dd-c3fb-4854-8b70-fc3c09696fca service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Refreshing instance network info cache due to event network-changed-74e7cbfd-5490-41bf-96a4-e4397fd39384. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1093.813742] env[64022]: DEBUG oslo_concurrency.lockutils [req-3cc87be3-937c-4b9b-8cf1-a263e69b6e98 req-061612dd-c3fb-4854-8b70-fc3c09696fca service nova] Acquiring lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.813916] env[64022]: DEBUG oslo_concurrency.lockutils [req-3cc87be3-937c-4b9b-8cf1-a263e69b6e98 req-061612dd-c3fb-4854-8b70-fc3c09696fca service nova] Acquired lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.814228] env[64022]: DEBUG nova.network.neutron [req-3cc87be3-937c-4b9b-8cf1-a263e69b6e98 req-061612dd-c3fb-4854-8b70-fc3c09696fca service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Refreshing network info cache for port 74e7cbfd-5490-41bf-96a4-e4397fd39384 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.955611] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.233s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.955927] env[64022]: INFO nova.compute.manager [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Migrating [ 1093.961989] env[64022]: DEBUG oslo_vmware.api [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156936} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.962251] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.219s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.963688] env[64022]: INFO nova.compute.claims [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.965932] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.966128] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.966305] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.966503] env[64022]: INFO nova.compute.manager [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1093.966774] env[64022]: DEBUG oslo.service.loopingcall [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.969395] env[64022]: DEBUG nova.compute.manager [-] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.969499] env[64022]: DEBUG nova.network.neutron [-] [instance: 02a836ec-8677-4076-98b1-3ac308500668] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.219046] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303287, 'name': CreateVM_Task, 'duration_secs': 0.483035} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.219046] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.219261] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.219261] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.219713] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.220623] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a91103-1685-476c-a98b-788b404e575c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.224679] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1094.224679] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f797c7-de8a-0d99-72df-19af6ae25769" [ 1094.224679] env[64022]: _type = "Task" [ 1094.224679] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.234653] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f797c7-de8a-0d99-72df-19af6ae25769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.475306] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.475528] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.475705] env[64022]: DEBUG nova.network.neutron [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.640849] env[64022]: DEBUG nova.network.neutron [req-3cc87be3-937c-4b9b-8cf1-a263e69b6e98 req-061612dd-c3fb-4854-8b70-fc3c09696fca service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updated VIF entry in instance network info cache for port 74e7cbfd-5490-41bf-96a4-e4397fd39384. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.641235] env[64022]: DEBUG nova.network.neutron [req-3cc87be3-937c-4b9b-8cf1-a263e69b6e98 req-061612dd-c3fb-4854-8b70-fc3c09696fca service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance_info_cache with network_info: [{"id": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "address": "fa:16:3e:51:35:0d", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e7cbfd-54", "ovs_interfaceid": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.735041] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f797c7-de8a-0d99-72df-19af6ae25769, 'name': SearchDatastore_Task, 'duration_secs': 0.009054} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.736219] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.736219] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.736219] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.736219] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.736219] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.736408] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-202db89d-b795-467b-bf2f-f5001a5bfe01 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.744725] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.745470] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.745706] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ed8fbe-2170-425e-be1f-82ab8b96f7c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.748238] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Didn't find any instances for network info cache update. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1094.748459] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.749436] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.749436] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.749436] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.749436] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.749632] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.751735] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1094.751735] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fa7ab2-202d-2263-0e80-1075bb658fbd" [ 1094.751735] env[64022]: _type = "Task" [ 1094.751735] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.759411] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fa7ab2-202d-2263-0e80-1075bb658fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.077602] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe3c9ad-2997-43ca-8f87-977b3367ffe6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.085097] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4f11f3-ae01-4b6c-972e-045fbdf1bd76 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.115080] env[64022]: DEBUG nova.network.neutron [-] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.117010] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e640344-453f-42d8-8539-1ffeee8e6b33 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.124608] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434bc539-7bc1-46de-a3a9-006c69b3122b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.139141] env[64022]: DEBUG nova.compute.provider_tree [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.144404] env[64022]: DEBUG oslo_concurrency.lockutils [req-3cc87be3-937c-4b9b-8cf1-a263e69b6e98 req-061612dd-c3fb-4854-8b70-fc3c09696fca service nova] Releasing lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.218822] env[64022]: DEBUG nova.network.neutron [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance_info_cache with network_info: [{"id": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "address": "fa:16:3e:e5:bb:4c", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59b53e6-6c", "ovs_interfaceid": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.254140] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Getting list of instances from cluster (obj){ [ 1095.254140] env[64022]: value = "domain-c8" [ 1095.254140] env[64022]: _type = "ClusterComputeResource" [ 1095.254140] env[64022]: } {{(pid=64022) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1095.255189] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccb86bc-58b4-4296-b21c-e04c656795f0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.272654] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Got total of 6 instances {{(pid=64022) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1095.272867] env[64022]: WARNING nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] While synchronizing instance power states, found 8 instances in the database and 6 instances on the hypervisor. [ 1095.273022] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Triggering sync for uuid fd2648fd-9a15-40e9-aecb-b01d77939d1e {{(pid=64022) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1095.273254] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Triggering sync for uuid 02a836ec-8677-4076-98b1-3ac308500668 {{(pid=64022) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1095.273365] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Triggering sync for uuid caf5b112-ee36-4764-9793-8e3d04b7c5da {{(pid=64022) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1095.273527] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Triggering sync for uuid b574a035-d4f6-48ad-b59b-b7ab844f8791 {{(pid=64022) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1095.273676] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Triggering sync for uuid cef83c5f-6f3f-46b4-9d53-5ae4765879a4 {{(pid=64022) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1095.273819] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Triggering sync for uuid 6e64a5ea-2650-451b-a1af-960efa569d28 {{(pid=64022) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1095.273962] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Triggering sync for uuid d00f85e6-db6e-4839-a4a7-198a8e94436d {{(pid=64022) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1095.274118] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Triggering sync for uuid 135ffb93-bbce-4a05-ab41-114b360628b3 {{(pid=64022) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1095.277597] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.277811] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.278078] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "02a836ec-8677-4076-98b1-3ac308500668" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.278294] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "caf5b112-ee36-4764-9793-8e3d04b7c5da" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.278475] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "caf5b112-ee36-4764-9793-8e3d04b7c5da" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.278697] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.278871] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.279100] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.279279] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.279502] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "6e64a5ea-2650-451b-a1af-960efa569d28" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.279674] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "6e64a5ea-2650-451b-a1af-960efa569d28" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.279831] env[64022]: INFO nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1095.279986] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "6e64a5ea-2650-451b-a1af-960efa569d28" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.280180] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.280374] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "135ffb93-bbce-4a05-ab41-114b360628b3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.280549] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.280676] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1095.280869] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52fa7ab2-202d-2263-0e80-1075bb658fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.008714} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.281548] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5814f57-b672-48dc-a646-d8645902639a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.284429] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a585b99-c1df-4a34-86f9-95659c1053ff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.287056] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efa64d0-06a9-4cbd-9b81-aff392fffb8c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.289671] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff7b7b9-6f2f-40f7-b5e0-e4092c989be9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.291749] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.293349] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18a8b73f-6df1-477a-a0ac-96222a7a9e5c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.307467] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1095.307467] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52dbb319-21a6-b164-4b6c-3c925f03a876" [ 1095.307467] env[64022]: _type = "Task" [ 1095.307467] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.316642] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52dbb319-21a6-b164-4b6c-3c925f03a876, 'name': SearchDatastore_Task, 'duration_secs': 0.008815} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.317286] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.317286] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d00f85e6-db6e-4839-a4a7-198a8e94436d/d00f85e6-db6e-4839-a4a7-198a8e94436d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.317558] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a7b7d2b-ca8c-4676-bcea-f86cce765832 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.323928] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1095.323928] env[64022]: value = "task-2303288" [ 1095.323928] env[64022]: _type = "Task" [ 1095.323928] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.332505] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.621011] env[64022]: INFO nova.compute.manager [-] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Took 1.65 seconds to deallocate network for instance. [ 1095.642996] env[64022]: DEBUG nova.scheduler.client.report [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.721648] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.794881] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.809136] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.809504] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.809801] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "caf5b112-ee36-4764-9793-8e3d04b7c5da" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.810103] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.832981] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472141} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.833259] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] d00f85e6-db6e-4839-a4a7-198a8e94436d/d00f85e6-db6e-4839-a4a7-198a8e94436d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.833469] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.833716] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ed346e1-d735-421b-891e-5ee2187844bf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.837630] env[64022]: DEBUG nova.compute.manager [req-44025b19-cecf-4a5a-a15e-2cb4cb20a179 req-7b22c1c7-9889-46f3-8961-3f8025ec71ba service nova] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Received event network-vif-deleted-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.842159] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1095.842159] env[64022]: value = "task-2303289" [ 1095.842159] env[64022]: _type = "Task" [ 1095.842159] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.852056] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.127742] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.147657] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.148163] env[64022]: DEBUG nova.compute.manager [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.150806] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.356s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.150979] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.151146] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1096.151424] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.024s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.151631] env[64022]: DEBUG nova.objects.instance [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lazy-loading 'resources' on Instance uuid 02a836ec-8677-4076-98b1-3ac308500668 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.153297] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8202c165-2e24-4ac1-8ecd-430ae2d3227d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.162602] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd0ec67-24cd-457b-a88b-41ea5e0d867b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.176604] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bdd5f6-572b-46d1-a642-ac46fed8b8d9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.183033] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c990ecc-263f-4557-90fc-5552bec8be7f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.217529] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179939MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1096.217727] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.352316] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060921} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.352612] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.353683] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5ac35d-39a2-4b8a-9d12-231dfdb76e69 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.375269] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d00f85e6-db6e-4839-a4a7-198a8e94436d/d00f85e6-db6e-4839-a4a7-198a8e94436d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.375484] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2e8cb44-cfd9-4dc3-a44a-bbf8c9d0bf40 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.393762] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1096.393762] env[64022]: value = "task-2303290" [ 1096.393762] env[64022]: _type = "Task" [ 1096.393762] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.405721] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.654841] env[64022]: DEBUG nova.compute.utils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1096.656292] env[64022]: DEBUG nova.compute.manager [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.657029] env[64022]: DEBUG nova.network.neutron [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.697000] env[64022]: DEBUG nova.policy [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd08471ed48d14639b7aeecf02e4971ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '400d48af30094ccba424ceee72faec9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.775519] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f32973-1cd9-4835-a628-f251e171b160 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.782997] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bfd62f-3cb1-4c53-99fe-c4932c7a4ea8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.812008] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4805a5a-05d7-48ab-b68a-88105a2e40d7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.818914] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc11f7ad-cd39-4688-86b7-f444608bc6fb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.831710] env[64022]: DEBUG nova.compute.provider_tree [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1096.903472] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303290, 'name': ReconfigVM_Task, 'duration_secs': 0.269366} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.903743] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d00f85e6-db6e-4839-a4a7-198a8e94436d/d00f85e6-db6e-4839-a4a7-198a8e94436d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.904358] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-017ef722-8ce6-401c-8193-fe4259420b97 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.910654] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1096.910654] env[64022]: value = "task-2303291" [ 1096.910654] env[64022]: _type = "Task" [ 1096.910654] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.918030] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303291, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.985651] env[64022]: DEBUG nova.network.neutron [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Successfully created port: 98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.159179] env[64022]: DEBUG nova.compute.manager [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.237416] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dc4977-9778-4be2-8e59-a3546e50791e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.255706] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance '6e64a5ea-2650-451b-a1af-960efa569d28' progress to 0 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.352259] env[64022]: ERROR nova.scheduler.client.report [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [req-2155c030-240a-4f1c-9b97-4ed876507502] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3a889db4-7597-478e-92a9-f74a134fda34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2155c030-240a-4f1c-9b97-4ed876507502"}]} [ 1097.368394] env[64022]: DEBUG nova.scheduler.client.report [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Refreshing inventories for resource provider 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1097.381419] env[64022]: DEBUG nova.scheduler.client.report [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updating ProviderTree inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1097.381635] env[64022]: DEBUG nova.compute.provider_tree [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1097.391936] env[64022]: DEBUG nova.scheduler.client.report [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Refreshing aggregate associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, aggregates: None {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1097.408900] env[64022]: DEBUG nova.scheduler.client.report [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Refreshing trait associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1097.419220] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303291, 'name': Rename_Task, 'duration_secs': 0.144044} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.419484] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.419722] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-371fc618-aba0-4477-bc9a-05e74cc70414 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.427776] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1097.427776] env[64022]: value = "task-2303292" [ 1097.427776] env[64022]: _type = "Task" [ 1097.427776] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.435707] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.530197] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0ee4ef-e065-4004-b800-19d8905b74bf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.537848] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee9aa59-29e5-462b-8f4f-8740b18be0cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.567718] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb69d944-809a-4ae2-a849-91b855e20d28 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.575649] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d79a4ae-7450-46a9-9068-6015fafca648 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.591228] env[64022]: DEBUG nova.compute.provider_tree [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1097.762199] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.763101] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-076991d9-79e1-45ac-b42c-856ccda62a56 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.770517] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1097.770517] env[64022]: value = "task-2303293" [ 1097.770517] env[64022]: _type = "Task" [ 1097.770517] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.779187] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.938195] env[64022]: DEBUG oslo_vmware.api [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303292, 'name': PowerOnVM_Task, 'duration_secs': 0.461123} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.938464] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.938672] env[64022]: INFO nova.compute.manager [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Took 6.22 seconds to spawn the instance on the hypervisor. [ 1097.938852] env[64022]: DEBUG nova.compute.manager [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.939745] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bf1b86-aa4f-436e-b280-862f9311e262 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.125463] env[64022]: DEBUG nova.scheduler.client.report [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updated inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1098.125873] env[64022]: DEBUG nova.compute.provider_tree [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updating resource provider 3a889db4-7597-478e-92a9-f74a134fda34 generation from 153 to 154 during operation: update_inventory {{(pid=64022) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1098.126198] env[64022]: DEBUG nova.compute.provider_tree [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1098.169592] env[64022]: DEBUG nova.compute.manager [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.196183] env[64022]: DEBUG nova.virt.hardware [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.196530] env[64022]: DEBUG nova.virt.hardware [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.196711] env[64022]: DEBUG nova.virt.hardware [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.196898] env[64022]: DEBUG nova.virt.hardware [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.197055] env[64022]: DEBUG nova.virt.hardware [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.197206] env[64022]: DEBUG nova.virt.hardware [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.197432] env[64022]: DEBUG nova.virt.hardware [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.197636] env[64022]: DEBUG nova.virt.hardware [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.197767] env[64022]: DEBUG nova.virt.hardware [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.197931] env[64022]: DEBUG nova.virt.hardware [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.198136] env[64022]: DEBUG nova.virt.hardware [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.198983] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fc972b-5f00-481b-9b5c-6965f830d34b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.206962] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fbba88-22bf-4e1d-9810-f425f3891caa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.278825] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303293, 'name': PowerOffVM_Task, 'duration_secs': 0.188227} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.279030] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.279219] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance '6e64a5ea-2650-451b-a1af-960efa569d28' progress to 17 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.457033] env[64022]: INFO nova.compute.manager [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Took 12.34 seconds to build instance. [ 1098.631454] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.480s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.635044] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.417s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.637526] env[64022]: DEBUG nova.compute.manager [req-e7a0803d-b16d-47a0-a5c2-5edca9bff297 req-ec56d9e5-f2a7-4a01-a9eb-bcb3fc0d96bd service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Received event network-vif-plugged-98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1098.637800] env[64022]: DEBUG oslo_concurrency.lockutils [req-e7a0803d-b16d-47a0-a5c2-5edca9bff297 req-ec56d9e5-f2a7-4a01-a9eb-bcb3fc0d96bd service nova] Acquiring lock "135ffb93-bbce-4a05-ab41-114b360628b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.638095] env[64022]: DEBUG oslo_concurrency.lockutils [req-e7a0803d-b16d-47a0-a5c2-5edca9bff297 req-ec56d9e5-f2a7-4a01-a9eb-bcb3fc0d96bd service nova] Lock "135ffb93-bbce-4a05-ab41-114b360628b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.638343] env[64022]: DEBUG oslo_concurrency.lockutils [req-e7a0803d-b16d-47a0-a5c2-5edca9bff297 req-ec56d9e5-f2a7-4a01-a9eb-bcb3fc0d96bd service nova] Lock "135ffb93-bbce-4a05-ab41-114b360628b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.638534] env[64022]: DEBUG nova.compute.manager [req-e7a0803d-b16d-47a0-a5c2-5edca9bff297 req-ec56d9e5-f2a7-4a01-a9eb-bcb3fc0d96bd service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] No waiting events found dispatching network-vif-plugged-98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.638703] env[64022]: WARNING nova.compute.manager [req-e7a0803d-b16d-47a0-a5c2-5edca9bff297 req-ec56d9e5-f2a7-4a01-a9eb-bcb3fc0d96bd service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Received unexpected event network-vif-plugged-98840ec5-c91c-4a38-965d-20e87e6d133e for instance with vm_state building and task_state spawning. [ 1098.667429] env[64022]: INFO nova.scheduler.client.report [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleted allocations for instance 02a836ec-8677-4076-98b1-3ac308500668 [ 1098.781573] env[64022]: DEBUG nova.network.neutron [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Successfully updated port: 98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.785554] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.785822] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.785988] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.786296] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.786542] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.786702] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.787253] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.787508] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.788286] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.788286] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.788431] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.794691] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f5e1b55-ec2b-47da-bdde-5e9f4f4a1ce7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.812762] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1098.812762] env[64022]: value = "task-2303294" [ 1098.812762] env[64022]: _type = "Task" [ 1098.812762] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.821075] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.959471] env[64022]: DEBUG oslo_concurrency.lockutils [None req-80a41658-78cc-414e-b1fa-32d611c34809 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.845s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.959816] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.680s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.960061] env[64022]: INFO nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] During sync_power_state the instance has a pending task (spawning). Skip. [ 1098.960624] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.176634] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "02a836ec-8677-4076-98b1-3ac308500668" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.844s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.177580] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "02a836ec-8677-4076-98b1-3ac308500668" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.899s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.177783] env[64022]: INFO nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 02a836ec-8677-4076-98b1-3ac308500668] During sync_power_state the instance has a pending task (deleting). Skip. [ 1099.177988] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "02a836ec-8677-4076-98b1-3ac308500668" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.295446] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.295572] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.295719] env[64022]: DEBUG nova.network.neutron [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.322979] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303294, 'name': ReconfigVM_Task, 'duration_secs': 0.145954} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.323405] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance '6e64a5ea-2650-451b-a1af-960efa569d28' progress to 33 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.646922] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Applying migration context for instance 6e64a5ea-2650-451b-a1af-960efa569d28 as it has an incoming, in-progress migration 7b6dd99b-b7c3-4b69-8bc7-c1b317e6a08a. Migration status is migrating {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1099.648081] env[64022]: INFO nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating resource usage from migration 7b6dd99b-b7c3-4b69-8bc7-c1b317e6a08a [ 1099.667239] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance fd2648fd-9a15-40e9-aecb-b01d77939d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.668158] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance caf5b112-ee36-4764-9793-8e3d04b7c5da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.669395] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance b574a035-d4f6-48ad-b59b-b7ab844f8791 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.669395] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance cef83c5f-6f3f-46b4-9d53-5ae4765879a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.669395] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance d00f85e6-db6e-4839-a4a7-198a8e94436d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.669395] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Migration 7b6dd99b-b7c3-4b69-8bc7-c1b317e6a08a is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1099.669395] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 6e64a5ea-2650-451b-a1af-960efa569d28 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.669395] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 135ffb93-bbce-4a05-ab41-114b360628b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.669934] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1099.670241] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1099.770718] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a012f166-bd00-4b94-90bf-022e616f8bd0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.778550] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a543a104-c9cd-409e-aff3-64c8a734e9b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.813759] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9746e6f6-9d47-4262-9828-f7ac57e8de2f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.820954] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5225b052-0dde-4c53-90c9-5484818e86b4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.837328] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.837569] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.837727] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.837900] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.838055] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.838289] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.838440] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.838547] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.838710] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.838883] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.839720] env[64022]: DEBUG nova.virt.hardware [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.845233] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.846077] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.848379] env[64022]: DEBUG nova.network.neutron [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.850327] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25deb8b2-e207-49a4-bff4-85d01c2bb06e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.869708] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1099.869708] env[64022]: value = "task-2303295" [ 1099.869708] env[64022]: _type = "Task" [ 1099.869708] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.877876] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.063824] env[64022]: DEBUG nova.network.neutron [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updating instance_info_cache with network_info: [{"id": "98840ec5-c91c-4a38-965d-20e87e6d133e", "address": "fa:16:3e:61:6e:a6", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98840ec5-c9", "ovs_interfaceid": "98840ec5-c91c-4a38-965d-20e87e6d133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.348450] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.379916] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303295, 'name': ReconfigVM_Task, 'duration_secs': 0.148123} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.380304] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.381287] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0152473d-9e24-48bf-9cf6-9e44f3bb2826 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.406847] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-11a0baf8-c51c-4fac-ace7-901eae9b1917/volume-11a0baf8-c51c-4fac-ace7-901eae9b1917.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.407580] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e134e149-721b-44d2-91d5-61c6227f37c8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.428304] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1100.428304] env[64022]: value = "task-2303296" [ 1100.428304] env[64022]: _type = "Task" [ 1100.428304] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.438045] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.566930] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.567294] env[64022]: DEBUG nova.compute.manager [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Instance network_info: |[{"id": "98840ec5-c91c-4a38-965d-20e87e6d133e", "address": "fa:16:3e:61:6e:a6", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98840ec5-c9", "ovs_interfaceid": "98840ec5-c91c-4a38-965d-20e87e6d133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.567753] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:6e:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98840ec5-c91c-4a38-965d-20e87e6d133e', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.576241] env[64022]: DEBUG oslo.service.loopingcall [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.576545] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.576843] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02b8b0e8-b490-4ae0-92a2-918bcad25b52 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.597028] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.597028] env[64022]: value = "task-2303297" [ 1100.597028] env[64022]: _type = "Task" [ 1100.597028] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.605606] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303297, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.673563] env[64022]: DEBUG nova.compute.manager [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Received event network-changed-98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.674292] env[64022]: DEBUG nova.compute.manager [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Refreshing instance network info cache due to event network-changed-98840ec5-c91c-4a38-965d-20e87e6d133e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1100.675034] env[64022]: DEBUG oslo_concurrency.lockutils [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] Acquiring lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.675034] env[64022]: DEBUG oslo_concurrency.lockutils [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] Acquired lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.675323] env[64022]: DEBUG nova.network.neutron [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Refreshing network info cache for port 98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.731424] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1a26dc4b-78ad-415d-8c89-795109e215ac tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.731813] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1a26dc4b-78ad-415d-8c89-795109e215ac tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.732013] env[64022]: DEBUG nova.compute.manager [None req-1a26dc4b-78ad-415d-8c89-795109e215ac tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.732926] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1f3a68-993f-4a43-b739-84687898df1a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.740877] env[64022]: DEBUG nova.compute.manager [None req-1a26dc4b-78ad-415d-8c89-795109e215ac tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64022) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1100.741554] env[64022]: DEBUG nova.objects.instance [None req-1a26dc4b-78ad-415d-8c89-795109e215ac tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lazy-loading 'flavor' on Instance uuid b574a035-d4f6-48ad-b59b-b7ab844f8791 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.854590] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1100.854795] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.220s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.938196] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303296, 'name': ReconfigVM_Task, 'duration_secs': 0.245897} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.938479] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-11a0baf8-c51c-4fac-ace7-901eae9b1917/volume-11a0baf8-c51c-4fac-ace7-901eae9b1917.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.938807] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance '6e64a5ea-2650-451b-a1af-960efa569d28' progress to 50 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.107123] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303297, 'name': CreateVM_Task, 'duration_secs': 0.334972} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.107315] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.108058] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.108243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.108569] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.109177] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e9071a-7b81-425f-a716-138d8f0b5ec1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.113499] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1101.113499] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5299dd77-401a-ac42-9b25-7ea2c4e9337d" [ 1101.113499] env[64022]: _type = "Task" [ 1101.113499] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.121402] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5299dd77-401a-ac42-9b25-7ea2c4e9337d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.382472] env[64022]: DEBUG nova.network.neutron [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updated VIF entry in instance network info cache for port 98840ec5-c91c-4a38-965d-20e87e6d133e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.382845] env[64022]: DEBUG nova.network.neutron [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updating instance_info_cache with network_info: [{"id": "98840ec5-c91c-4a38-965d-20e87e6d133e", "address": "fa:16:3e:61:6e:a6", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98840ec5-c9", "ovs_interfaceid": "98840ec5-c91c-4a38-965d-20e87e6d133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.446316] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4490a83b-1a90-4db2-9790-b879f48b3fec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.465101] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9645c45-5fd7-4338-9fa0-50993dbeb1ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.482994] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance '6e64a5ea-2650-451b-a1af-960efa569d28' progress to 67 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.624833] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5299dd77-401a-ac42-9b25-7ea2c4e9337d, 'name': SearchDatastore_Task, 'duration_secs': 0.011138} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.625180] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.625500] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.625745] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.625893] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.626084] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.626352] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9bd4346-cb6c-4218-8369-92014db3eada {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.636484] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.636707] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.637405] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6816ddcf-0d0b-4510-9f60-63d133a186e0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.642963] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1101.642963] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ba7379-cd6c-0afc-f376-40ee5ebb7b60" [ 1101.642963] env[64022]: _type = "Task" [ 1101.642963] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.650722] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ba7379-cd6c-0afc-f376-40ee5ebb7b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.718304] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.718540] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.747583] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a26dc4b-78ad-415d-8c89-795109e215ac tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.747914] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68af5361-0cc2-4327-9752-85010a9679e5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.755105] env[64022]: DEBUG oslo_vmware.api [None req-1a26dc4b-78ad-415d-8c89-795109e215ac tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1101.755105] env[64022]: value = "task-2303298" [ 1101.755105] env[64022]: _type = "Task" [ 1101.755105] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.763407] env[64022]: DEBUG oslo_vmware.api [None req-1a26dc4b-78ad-415d-8c89-795109e215ac tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.886343] env[64022]: DEBUG oslo_concurrency.lockutils [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] Releasing lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.886593] env[64022]: DEBUG nova.compute.manager [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Received event network-changed-74e7cbfd-5490-41bf-96a4-e4397fd39384 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.886755] env[64022]: DEBUG nova.compute.manager [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Refreshing instance network info cache due to event network-changed-74e7cbfd-5490-41bf-96a4-e4397fd39384. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1101.886967] env[64022]: DEBUG oslo_concurrency.lockutils [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] Acquiring lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.887152] env[64022]: DEBUG oslo_concurrency.lockutils [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] Acquired lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.887321] env[64022]: DEBUG nova.network.neutron [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Refreshing network info cache for port 74e7cbfd-5490-41bf-96a4-e4397fd39384 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.152578] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ba7379-cd6c-0afc-f376-40ee5ebb7b60, 'name': SearchDatastore_Task, 'duration_secs': 0.009724} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.153348] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aebff62-8c24-4452-8e8e-00e10ba0985c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.158526] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1102.158526] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522c7cc6-65e1-d8eb-8631-2ef7b96fa59d" [ 1102.158526] env[64022]: _type = "Task" [ 1102.158526] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.165865] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522c7cc6-65e1-d8eb-8631-2ef7b96fa59d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.220570] env[64022]: DEBUG nova.compute.manager [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.265620] env[64022]: DEBUG oslo_vmware.api [None req-1a26dc4b-78ad-415d-8c89-795109e215ac tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303298, 'name': PowerOffVM_Task, 'duration_secs': 0.242994} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.265925] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a26dc4b-78ad-415d-8c89-795109e215ac tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.266146] env[64022]: DEBUG nova.compute.manager [None req-1a26dc4b-78ad-415d-8c89-795109e215ac tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.266949] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a8a85e-c264-46c7-8d17-61410d1cf20e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.650267] env[64022]: DEBUG nova.network.neutron [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updated VIF entry in instance network info cache for port 74e7cbfd-5490-41bf-96a4-e4397fd39384. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.650650] env[64022]: DEBUG nova.network.neutron [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance_info_cache with network_info: [{"id": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "address": "fa:16:3e:51:35:0d", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e7cbfd-54", "ovs_interfaceid": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.670943] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522c7cc6-65e1-d8eb-8631-2ef7b96fa59d, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.671349] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.671594] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 135ffb93-bbce-4a05-ab41-114b360628b3/135ffb93-bbce-4a05-ab41-114b360628b3.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.671844] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9795b3b-8123-44e9-a8d6-d0f050f635c5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.679900] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1102.679900] env[64022]: value = "task-2303299" [ 1102.679900] env[64022]: _type = "Task" [ 1102.679900] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.687992] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.742587] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.742861] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.744471] env[64022]: INFO nova.compute.claims [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.776913] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1a26dc4b-78ad-415d-8c89-795109e215ac tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.120297] env[64022]: DEBUG nova.network.neutron [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Port d59b53e6-6c30-4636-bba9-963fe8393ecf binding to destination host cpu-1 is already ACTIVE {{(pid=64022) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1103.152855] env[64022]: DEBUG oslo_concurrency.lockutils [req-3790e1bb-62df-4586-9628-d0dbd3697f22 req-45bb5158-8284-41a3-ad1e-4b6a87e14ab6 service nova] Releasing lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.172638] env[64022]: DEBUG nova.objects.instance [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lazy-loading 'flavor' on Instance uuid b574a035-d4f6-48ad-b59b-b7ab844f8791 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.191597] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303299, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.678061] env[64022]: DEBUG oslo_concurrency.lockutils [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.678442] env[64022]: DEBUG oslo_concurrency.lockutils [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.678442] env[64022]: DEBUG nova.network.neutron [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.678529] env[64022]: DEBUG nova.objects.instance [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lazy-loading 'info_cache' on Instance uuid b574a035-d4f6-48ad-b59b-b7ab844f8791 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.690330] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511206} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.690568] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 135ffb93-bbce-4a05-ab41-114b360628b3/135ffb93-bbce-4a05-ab41-114b360628b3.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.690772] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.691021] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6def3da3-696a-4e78-80bb-44d4a1be9b9a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.698542] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1103.698542] env[64022]: value = "task-2303300" [ 1103.698542] env[64022]: _type = "Task" [ 1103.698542] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.706410] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.874232] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ffdc14-0d45-4b8a-9db3-477b6a9ca409 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.881868] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a258399b-abd3-4103-81a7-0cfbbcc3d39f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.912392] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efe74cf-71dd-4598-bf0f-ec687103c6e3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.919288] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4303dcb-b24d-4f2c-99bc-048038f9debd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.931813] env[64022]: DEBUG nova.compute.provider_tree [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.143087] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "6e64a5ea-2650-451b-a1af-960efa569d28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.143328] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "6e64a5ea-2650-451b-a1af-960efa569d28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.143505] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "6e64a5ea-2650-451b-a1af-960efa569d28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.181242] env[64022]: DEBUG nova.objects.base [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1104.185306] env[64022]: DEBUG oslo_concurrency.lockutils [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.185522] env[64022]: DEBUG oslo_concurrency.lockutils [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.208631] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059668} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.208890] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.209645] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c6a312-d9f3-4f03-abf9-b271ca562e92 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.231879] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 135ffb93-bbce-4a05-ab41-114b360628b3/135ffb93-bbce-4a05-ab41-114b360628b3.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.232449] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60796dee-a180-40c0-a9eb-9653d7ababfb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.251189] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1104.251189] env[64022]: value = "task-2303301" [ 1104.251189] env[64022]: _type = "Task" [ 1104.251189] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.258874] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.435281] env[64022]: DEBUG nova.scheduler.client.report [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.688198] env[64022]: DEBUG nova.compute.utils [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1104.762655] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303301, 'name': ReconfigVM_Task, 'duration_secs': 0.280221} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.762922] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 135ffb93-bbce-4a05-ab41-114b360628b3/135ffb93-bbce-4a05-ab41-114b360628b3.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.763541] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2103140-55c3-4833-9915-7ac4e5b4db88 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.769767] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1104.769767] env[64022]: value = "task-2303302" [ 1104.769767] env[64022]: _type = "Task" [ 1104.769767] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.777013] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303302, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.941835] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.942480] env[64022]: DEBUG nova.compute.manager [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.967189] env[64022]: DEBUG nova.network.neutron [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance_info_cache with network_info: [{"id": "41074f59-5b90-4e77-a67a-86904aea1f8e", "address": "fa:16:3e:b1:dc:90", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41074f59-5b", "ovs_interfaceid": "41074f59-5b90-4e77-a67a-86904aea1f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.179459] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.179662] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.179838] env[64022]: DEBUG nova.network.neutron [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.191265] env[64022]: DEBUG oslo_concurrency.lockutils [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.280175] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303302, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.447391] env[64022]: DEBUG nova.compute.utils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1105.448909] env[64022]: DEBUG nova.compute.manager [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.449092] env[64022]: DEBUG nova.network.neutron [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.469576] env[64022]: DEBUG oslo_concurrency.lockutils [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.488508] env[64022]: DEBUG nova.policy [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36f0c0f78bc4460c806f0beda22055c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b52d1eae5b694d9da3d7db123ae8c3fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.781307] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303302, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.809803] env[64022]: DEBUG nova.network.neutron [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Successfully created port: d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.951665] env[64022]: DEBUG nova.compute.manager [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.019880] env[64022]: DEBUG nova.network.neutron [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance_info_cache with network_info: [{"id": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "address": "fa:16:3e:e5:bb:4c", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59b53e6-6c", "ovs_interfaceid": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.255205] env[64022]: DEBUG oslo_concurrency.lockutils [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.255616] env[64022]: DEBUG oslo_concurrency.lockutils [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.255893] env[64022]: INFO nova.compute.manager [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Attaching volume 2930ecb1-fb33-4163-83f2-e6f30a57549f to /dev/sdb [ 1106.281384] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303302, 'name': Rename_Task, 'duration_secs': 1.138867} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.281653] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.281895] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bc667f1-7d00-468a-82d8-c6aa211435be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.287078] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf6d46f-5749-404d-9d04-7ed503f8c3dc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.290635] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1106.290635] env[64022]: value = "task-2303303" [ 1106.290635] env[64022]: _type = "Task" [ 1106.290635] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.295951] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2ebc3b-e1bd-4121-a352-52d7cf422a8f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.300726] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.311661] env[64022]: DEBUG nova.virt.block_device [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Updating existing volume attachment record: 63996fd7-5477-4a3b-bd08-caf3a5c8fe2e {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1106.477277] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.477604] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0fc9348-5266-44e8-a7b0-a13ee3701216 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.485819] env[64022]: DEBUG oslo_vmware.api [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1106.485819] env[64022]: value = "task-2303305" [ 1106.485819] env[64022]: _type = "Task" [ 1106.485819] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.493973] env[64022]: DEBUG oslo_vmware.api [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.522836] env[64022]: DEBUG oslo_concurrency.lockutils [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.801091] env[64022]: DEBUG oslo_vmware.api [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303303, 'name': PowerOnVM_Task, 'duration_secs': 0.472599} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.801379] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.801571] env[64022]: INFO nova.compute.manager [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1106.801755] env[64022]: DEBUG nova.compute.manager [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.803129] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6693b30-c77c-43b9-9181-2605165bb49b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.961076] env[64022]: DEBUG nova.compute.manager [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.988053] env[64022]: DEBUG nova.virt.hardware [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.988301] env[64022]: DEBUG nova.virt.hardware [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.988472] env[64022]: DEBUG nova.virt.hardware [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.988660] env[64022]: DEBUG nova.virt.hardware [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.988809] env[64022]: DEBUG nova.virt.hardware [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.988954] env[64022]: DEBUG nova.virt.hardware [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.989188] env[64022]: DEBUG nova.virt.hardware [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.989353] env[64022]: DEBUG nova.virt.hardware [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.989520] env[64022]: DEBUG nova.virt.hardware [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.989689] env[64022]: DEBUG nova.virt.hardware [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.989865] env[64022]: DEBUG nova.virt.hardware [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.990780] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378448a5-ce36-49e3-ae12-e40a577f3ce5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.002836] env[64022]: DEBUG oslo_vmware.api [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303305, 'name': PowerOnVM_Task, 'duration_secs': 0.443756} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.003143] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.003367] env[64022]: DEBUG nova.compute.manager [None req-662165c5-73b2-479b-a59f-480b20659914 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.004564] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582112f8-f741-4a3c-b6e3-a8770c3c289d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.008454] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1966f455-705f-4fb6-a75e-6619b91a51d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.033049] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77803512-ec23-49ac-86d7-02d3e0959b12 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.039060] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e855833-f331-4459-929d-fb992563d8e4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.320488] env[64022]: INFO nova.compute.manager [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Took 15.60 seconds to build instance. [ 1107.346125] env[64022]: DEBUG nova.compute.manager [req-a51141c6-63ff-4b3d-9b45-85a63caa22ac req-d622906d-3c10-4ebd-849b-ac058c04f530 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Received event network-vif-plugged-d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.346864] env[64022]: DEBUG oslo_concurrency.lockutils [req-a51141c6-63ff-4b3d-9b45-85a63caa22ac req-d622906d-3c10-4ebd-849b-ac058c04f530 service nova] Acquiring lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.346864] env[64022]: DEBUG oslo_concurrency.lockutils [req-a51141c6-63ff-4b3d-9b45-85a63caa22ac req-d622906d-3c10-4ebd-849b-ac058c04f530 service nova] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.346864] env[64022]: DEBUG oslo_concurrency.lockutils [req-a51141c6-63ff-4b3d-9b45-85a63caa22ac req-d622906d-3c10-4ebd-849b-ac058c04f530 service nova] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.346991] env[64022]: DEBUG nova.compute.manager [req-a51141c6-63ff-4b3d-9b45-85a63caa22ac req-d622906d-3c10-4ebd-849b-ac058c04f530 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] No waiting events found dispatching network-vif-plugged-d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.347181] env[64022]: WARNING nova.compute.manager [req-a51141c6-63ff-4b3d-9b45-85a63caa22ac req-d622906d-3c10-4ebd-849b-ac058c04f530 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Received unexpected event network-vif-plugged-d29578cd-cde0-427b-8cd6-82923d69a2d1 for instance with vm_state building and task_state spawning. [ 1107.444319] env[64022]: DEBUG nova.network.neutron [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Successfully updated port: d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.821606] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "135ffb93-bbce-4a05-ab41-114b360628b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.652s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.821606] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "135ffb93-bbce-4a05-ab41-114b360628b3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.541s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.822456] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a50e39-1149-4edd-b171-293de51c894f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.946663] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.946847] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.946986] env[64022]: DEBUG nova.network.neutron [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.017358] env[64022]: DEBUG nova.compute.manager [req-f2305de8-2e2b-4042-ab04-0d6f197963fb req-1dc756cd-93f4-47a7-a8c3-bb4dfccf360b service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Received event network-changed-98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.017601] env[64022]: DEBUG nova.compute.manager [req-f2305de8-2e2b-4042-ab04-0d6f197963fb req-1dc756cd-93f4-47a7-a8c3-bb4dfccf360b service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Refreshing instance network info cache due to event network-changed-98840ec5-c91c-4a38-965d-20e87e6d133e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1108.017780] env[64022]: DEBUG oslo_concurrency.lockutils [req-f2305de8-2e2b-4042-ab04-0d6f197963fb req-1dc756cd-93f4-47a7-a8c3-bb4dfccf360b service nova] Acquiring lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.017924] env[64022]: DEBUG oslo_concurrency.lockutils [req-f2305de8-2e2b-4042-ab04-0d6f197963fb req-1dc756cd-93f4-47a7-a8c3-bb4dfccf360b service nova] Acquired lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.018183] env[64022]: DEBUG nova.network.neutron [req-f2305de8-2e2b-4042-ab04-0d6f197963fb req-1dc756cd-93f4-47a7-a8c3-bb4dfccf360b service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Refreshing network info cache for port 98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.141078] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8551f3a2-026b-49af-ab5c-bc7dd725f129 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.161573] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d17b1ef-e040-4596-8cfd-f0577197ae7c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.169467] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance '6e64a5ea-2650-451b-a1af-960efa569d28' progress to 83 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.333127] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "135ffb93-bbce-4a05-ab41-114b360628b3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.486332] env[64022]: DEBUG nova.network.neutron [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.677276] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.679885] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c25d74b2-cf6a-48f4-83fc-a62b40579f83 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.687995] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1108.687995] env[64022]: value = "task-2303307" [ 1108.687995] env[64022]: _type = "Task" [ 1108.687995] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.695947] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.699655] env[64022]: DEBUG nova.network.neutron [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updating instance_info_cache with network_info: [{"id": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "address": "fa:16:3e:2c:57:77", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29578cd-cd", "ovs_interfaceid": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.815603] env[64022]: DEBUG nova.network.neutron [req-f2305de8-2e2b-4042-ab04-0d6f197963fb req-1dc756cd-93f4-47a7-a8c3-bb4dfccf360b service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updated VIF entry in instance network info cache for port 98840ec5-c91c-4a38-965d-20e87e6d133e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.815985] env[64022]: DEBUG nova.network.neutron [req-f2305de8-2e2b-4042-ab04-0d6f197963fb req-1dc756cd-93f4-47a7-a8c3-bb4dfccf360b service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updating instance_info_cache with network_info: [{"id": "98840ec5-c91c-4a38-965d-20e87e6d133e", "address": "fa:16:3e:61:6e:a6", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98840ec5-c9", "ovs_interfaceid": "98840ec5-c91c-4a38-965d-20e87e6d133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.905951] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.906282] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.199909] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303307, 'name': PowerOnVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.202512] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.202819] env[64022]: DEBUG nova.compute.manager [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Instance network_info: |[{"id": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "address": "fa:16:3e:2c:57:77", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29578cd-cd", "ovs_interfaceid": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.203227] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:57:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd29578cd-cde0-427b-8cd6-82923d69a2d1', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.210900] env[64022]: DEBUG oslo.service.loopingcall [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.211115] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.211325] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15c81981-eed5-4565-b4c3-b42897c3e144 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.231860] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.231860] env[64022]: value = "task-2303308" [ 1109.231860] env[64022]: _type = "Task" [ 1109.231860] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.242336] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303308, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.319237] env[64022]: DEBUG oslo_concurrency.lockutils [req-f2305de8-2e2b-4042-ab04-0d6f197963fb req-1dc756cd-93f4-47a7-a8c3-bb4dfccf360b service nova] Releasing lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.371790] env[64022]: DEBUG nova.compute.manager [req-bddac0f7-e0a1-4ada-b3e2-35e9f254684e req-cef57e34-a921-429c-b094-4ba521620650 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Received event network-changed-d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1109.372293] env[64022]: DEBUG nova.compute.manager [req-bddac0f7-e0a1-4ada-b3e2-35e9f254684e req-cef57e34-a921-429c-b094-4ba521620650 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Refreshing instance network info cache due to event network-changed-d29578cd-cde0-427b-8cd6-82923d69a2d1. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1109.372396] env[64022]: DEBUG oslo_concurrency.lockutils [req-bddac0f7-e0a1-4ada-b3e2-35e9f254684e req-cef57e34-a921-429c-b094-4ba521620650 service nova] Acquiring lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.372481] env[64022]: DEBUG oslo_concurrency.lockutils [req-bddac0f7-e0a1-4ada-b3e2-35e9f254684e req-cef57e34-a921-429c-b094-4ba521620650 service nova] Acquired lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.372642] env[64022]: DEBUG nova.network.neutron [req-bddac0f7-e0a1-4ada-b3e2-35e9f254684e req-cef57e34-a921-429c-b094-4ba521620650 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Refreshing network info cache for port d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.408537] env[64022]: DEBUG nova.compute.manager [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.697696] env[64022]: DEBUG oslo_vmware.api [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303307, 'name': PowerOnVM_Task, 'duration_secs': 0.627581} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.697962] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.698154] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-e1014f3f-2a33-407c-b089-d0427bdf268d tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance '6e64a5ea-2650-451b-a1af-960efa569d28' progress to 100 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.742119] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303308, 'name': CreateVM_Task, 'duration_secs': 0.38016} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.742373] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.749205] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.749379] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.749698] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.750174] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd51d9b1-f2b1-4feb-8935-8a642f94097c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.754407] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1109.754407] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52dc2242-51ab-195f-3ad2-3543fdedf732" [ 1109.754407] env[64022]: _type = "Task" [ 1109.754407] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.761855] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52dc2242-51ab-195f-3ad2-3543fdedf732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.933984] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.934264] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.935960] env[64022]: INFO nova.compute.claims [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.103195] env[64022]: DEBUG nova.network.neutron [req-bddac0f7-e0a1-4ada-b3e2-35e9f254684e req-cef57e34-a921-429c-b094-4ba521620650 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updated VIF entry in instance network info cache for port d29578cd-cde0-427b-8cd6-82923d69a2d1. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.103568] env[64022]: DEBUG nova.network.neutron [req-bddac0f7-e0a1-4ada-b3e2-35e9f254684e req-cef57e34-a921-429c-b094-4ba521620650 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updating instance_info_cache with network_info: [{"id": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "address": "fa:16:3e:2c:57:77", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29578cd-cd", "ovs_interfaceid": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.265922] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52dc2242-51ab-195f-3ad2-3543fdedf732, 'name': SearchDatastore_Task, 'duration_secs': 0.048158} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.266457] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.266457] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.266679] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.266827] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.267015] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.267290] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c595aa8-6f94-4d55-b27e-09459aa92201 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.278995] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.279184] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.279863] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8274f33-d632-43be-818e-71e9273b2007 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.284679] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1110.284679] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526c3ff0-3272-23f9-11c8-112fabab0339" [ 1110.284679] env[64022]: _type = "Task" [ 1110.284679] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.291736] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526c3ff0-3272-23f9-11c8-112fabab0339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.606598] env[64022]: DEBUG oslo_concurrency.lockutils [req-bddac0f7-e0a1-4ada-b3e2-35e9f254684e req-cef57e34-a921-429c-b094-4ba521620650 service nova] Releasing lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.796133] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]526c3ff0-3272-23f9-11c8-112fabab0339, 'name': SearchDatastore_Task, 'duration_secs': 0.037878} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.796967] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca3c3b3-4235-455c-a642-bcf138149183 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.801718] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1110.801718] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5285f834-2542-fe7e-3ca6-452f5b99627a" [ 1110.801718] env[64022]: _type = "Task" [ 1110.801718] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.808975] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5285f834-2542-fe7e-3ca6-452f5b99627a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.857638] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1110.857878] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468557', 'volume_id': '2930ecb1-fb33-4163-83f2-e6f30a57549f', 'name': 'volume-2930ecb1-fb33-4163-83f2-e6f30a57549f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cef83c5f-6f3f-46b4-9d53-5ae4765879a4', 'attached_at': '', 'detached_at': '', 'volume_id': '2930ecb1-fb33-4163-83f2-e6f30a57549f', 'serial': '2930ecb1-fb33-4163-83f2-e6f30a57549f'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1110.859007] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4350873f-2d85-4a2d-aecb-f7a358c3e155 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.874408] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e65aafd-27ab-4c81-8928-c0feb80126a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.898015] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-2930ecb1-fb33-4163-83f2-e6f30a57549f/volume-2930ecb1-fb33-4163-83f2-e6f30a57549f.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.898269] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8762dc2-6de7-4fbf-9a13-543600f1356c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.914640] env[64022]: DEBUG oslo_vmware.api [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1110.914640] env[64022]: value = "task-2303309" [ 1110.914640] env[64022]: _type = "Task" [ 1110.914640] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.922018] env[64022]: DEBUG oslo_vmware.api [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.073685] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb29c6d-ec86-4957-8a7b-122834456343 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.081534] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a117a6-348c-44ea-82e6-aa7439b49fd0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.113638] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388c3c4e-d98b-48cd-9b81-15b30482092b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.122167] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395eeb36-23ea-4623-9ec0-402ca061786d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.136686] env[64022]: DEBUG nova.compute.provider_tree [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.313991] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5285f834-2542-fe7e-3ca6-452f5b99627a, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.314307] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.314589] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] b4bf3e4c-2f22-4417-a5be-9dc83b1331e0/b4bf3e4c-2f22-4417-a5be-9dc83b1331e0.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.314877] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51c69c0b-549c-45ec-968f-a809e4ea2744 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.322517] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1111.322517] env[64022]: value = "task-2303310" [ 1111.322517] env[64022]: _type = "Task" [ 1111.322517] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.331035] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.425103] env[64022]: DEBUG oslo_vmware.api [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303309, 'name': ReconfigVM_Task, 'duration_secs': 0.342063} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.425429] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-2930ecb1-fb33-4163-83f2-e6f30a57549f/volume-2930ecb1-fb33-4163-83f2-e6f30a57549f.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.430307] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4feb20e3-588b-4fe8-8c24-874a6ac1ed7d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.444944] env[64022]: DEBUG oslo_vmware.api [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1111.444944] env[64022]: value = "task-2303311" [ 1111.444944] env[64022]: _type = "Task" [ 1111.444944] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.453825] env[64022]: DEBUG oslo_vmware.api [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.640627] env[64022]: DEBUG nova.scheduler.client.report [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.717729] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "6e64a5ea-2650-451b-a1af-960efa569d28" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.717995] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "6e64a5ea-2650-451b-a1af-960efa569d28" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.718206] env[64022]: DEBUG nova.compute.manager [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Going to confirm migration 7 {{(pid=64022) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1111.832691] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303310, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.954427] env[64022]: DEBUG oslo_vmware.api [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303311, 'name': ReconfigVM_Task, 'duration_secs': 0.167664} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.954715] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468557', 'volume_id': '2930ecb1-fb33-4163-83f2-e6f30a57549f', 'name': 'volume-2930ecb1-fb33-4163-83f2-e6f30a57549f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cef83c5f-6f3f-46b4-9d53-5ae4765879a4', 'attached_at': '', 'detached_at': '', 'volume_id': '2930ecb1-fb33-4163-83f2-e6f30a57549f', 'serial': '2930ecb1-fb33-4163-83f2-e6f30a57549f'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1112.145339] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.145924] env[64022]: DEBUG nova.compute.manager [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.285854] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.286193] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquired lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.286398] env[64022]: DEBUG nova.network.neutron [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.286626] env[64022]: DEBUG nova.objects.instance [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lazy-loading 'info_cache' on Instance uuid 6e64a5ea-2650-451b-a1af-960efa569d28 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.333383] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630773} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.334067] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] b4bf3e4c-2f22-4417-a5be-9dc83b1331e0/b4bf3e4c-2f22-4417-a5be-9dc83b1331e0.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.334067] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.334255] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c17d921-d452-41c1-942c-07b51400e0af {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.341869] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1112.341869] env[64022]: value = "task-2303312" [ 1112.341869] env[64022]: _type = "Task" [ 1112.341869] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.349069] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.651201] env[64022]: DEBUG nova.compute.utils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1112.652540] env[64022]: DEBUG nova.compute.manager [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.652715] env[64022]: DEBUG nova.network.neutron [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.691693] env[64022]: DEBUG nova.policy [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd08471ed48d14639b7aeecf02e4971ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '400d48af30094ccba424ceee72faec9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.850387] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06957} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.850673] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.851483] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e30001-0e4c-4717-80ee-edb0269494fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.872824] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] b4bf3e4c-2f22-4417-a5be-9dc83b1331e0/b4bf3e4c-2f22-4417-a5be-9dc83b1331e0.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.873081] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f06beb43-d874-4bb5-aae1-049a32275756 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.891048] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1112.891048] env[64022]: value = "task-2303313" [ 1112.891048] env[64022]: _type = "Task" [ 1112.891048] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.898311] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.966478] env[64022]: DEBUG nova.network.neutron [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Successfully created port: 52de2f0e-c73c-41c6-8668-b4f88247bdd4 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.988963] env[64022]: DEBUG nova.objects.instance [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lazy-loading 'flavor' on Instance uuid cef83c5f-6f3f-46b4-9d53-5ae4765879a4 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.156651] env[64022]: DEBUG nova.compute.manager [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.405289] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303313, 'name': ReconfigVM_Task, 'duration_secs': 0.308687} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.405629] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Reconfigured VM instance instance-00000075 to attach disk [datastore1] b4bf3e4c-2f22-4417-a5be-9dc83b1331e0/b4bf3e4c-2f22-4417-a5be-9dc83b1331e0.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.406281] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4d2d76f-272e-4caf-9a17-4102635098fa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.412812] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1113.412812] env[64022]: value = "task-2303314" [ 1113.412812] env[64022]: _type = "Task" [ 1113.412812] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.421921] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303314, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.497190] env[64022]: DEBUG oslo_concurrency.lockutils [None req-922ff137-5717-4899-a516-7d5c08beda9e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.572330] env[64022]: DEBUG nova.network.neutron [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance_info_cache with network_info: [{"id": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "address": "fa:16:3e:e5:bb:4c", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59b53e6-6c", "ovs_interfaceid": "d59b53e6-6c30-4636-bba9-963fe8393ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.770030] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.770324] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.922459] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303314, 'name': Rename_Task, 'duration_secs': 0.176308} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.922685] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.922901] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-384a81d9-3868-462b-8b88-82f9e03a80b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.929023] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1113.929023] env[64022]: value = "task-2303315" [ 1113.929023] env[64022]: _type = "Task" [ 1113.929023] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.936778] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.075153] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Releasing lock "refresh_cache-6e64a5ea-2650-451b-a1af-960efa569d28" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.075438] env[64022]: DEBUG nova.objects.instance [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lazy-loading 'migration_context' on Instance uuid 6e64a5ea-2650-451b-a1af-960efa569d28 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.167114] env[64022]: DEBUG nova.compute.manager [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.193517] env[64022]: DEBUG nova.virt.hardware [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.193758] env[64022]: DEBUG nova.virt.hardware [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.193914] env[64022]: DEBUG nova.virt.hardware [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.194109] env[64022]: DEBUG nova.virt.hardware [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.194259] env[64022]: DEBUG nova.virt.hardware [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.194405] env[64022]: DEBUG nova.virt.hardware [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.194611] env[64022]: DEBUG nova.virt.hardware [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.194772] env[64022]: DEBUG nova.virt.hardware [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.194936] env[64022]: DEBUG nova.virt.hardware [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.195110] env[64022]: DEBUG nova.virt.hardware [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.195286] env[64022]: DEBUG nova.virt.hardware [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.196230] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb93f45-9255-49da-96ec-7af287beb404 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.203905] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363244a8-89fb-4f65-843a-bd0816b2203e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.274362] env[64022]: INFO nova.compute.manager [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Detaching volume 2930ecb1-fb33-4163-83f2-e6f30a57549f [ 1114.310945] env[64022]: INFO nova.virt.block_device [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Attempting to driver detach volume 2930ecb1-fb33-4163-83f2-e6f30a57549f from mountpoint /dev/sdb [ 1114.311234] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1114.311432] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468557', 'volume_id': '2930ecb1-fb33-4163-83f2-e6f30a57549f', 'name': 'volume-2930ecb1-fb33-4163-83f2-e6f30a57549f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cef83c5f-6f3f-46b4-9d53-5ae4765879a4', 'attached_at': '', 'detached_at': '', 'volume_id': '2930ecb1-fb33-4163-83f2-e6f30a57549f', 'serial': '2930ecb1-fb33-4163-83f2-e6f30a57549f'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1114.312322] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981265fa-ea8c-4bcd-9718-5a94974f250d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.335660] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e2a470-5aa7-4f77-8fc0-357b21cc35fc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.343521] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaf00b7-fd52-486d-a6e0-f2fec6db1442 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.367803] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76317ef1-79bc-4233-8a92-7919f5d3e559 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.383695] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] The volume has not been displaced from its original location: [datastore1] volume-2930ecb1-fb33-4163-83f2-e6f30a57549f/volume-2930ecb1-fb33-4163-83f2-e6f30a57549f.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1114.388986] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.389341] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ef5bc13-79e7-4432-8896-96c29b7aad9b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.407829] env[64022]: DEBUG oslo_vmware.api [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1114.407829] env[64022]: value = "task-2303316" [ 1114.407829] env[64022]: _type = "Task" [ 1114.407829] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.413702] env[64022]: DEBUG nova.compute.manager [req-e6a1c1c7-7420-45b4-a05e-4f05d2646d4a req-0983fc02-8955-41ac-a7f1-38553186ef6f service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Received event network-vif-plugged-52de2f0e-c73c-41c6-8668-b4f88247bdd4 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1114.413915] env[64022]: DEBUG oslo_concurrency.lockutils [req-e6a1c1c7-7420-45b4-a05e-4f05d2646d4a req-0983fc02-8955-41ac-a7f1-38553186ef6f service nova] Acquiring lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.414158] env[64022]: DEBUG oslo_concurrency.lockutils [req-e6a1c1c7-7420-45b4-a05e-4f05d2646d4a req-0983fc02-8955-41ac-a7f1-38553186ef6f service nova] Lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.414308] env[64022]: DEBUG oslo_concurrency.lockutils [req-e6a1c1c7-7420-45b4-a05e-4f05d2646d4a req-0983fc02-8955-41ac-a7f1-38553186ef6f service nova] Lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.414480] env[64022]: DEBUG nova.compute.manager [req-e6a1c1c7-7420-45b4-a05e-4f05d2646d4a req-0983fc02-8955-41ac-a7f1-38553186ef6f service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] No waiting events found dispatching network-vif-plugged-52de2f0e-c73c-41c6-8668-b4f88247bdd4 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.414647] env[64022]: WARNING nova.compute.manager [req-e6a1c1c7-7420-45b4-a05e-4f05d2646d4a req-0983fc02-8955-41ac-a7f1-38553186ef6f service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Received unexpected event network-vif-plugged-52de2f0e-c73c-41c6-8668-b4f88247bdd4 for instance with vm_state building and task_state spawning. [ 1114.420213] env[64022]: DEBUG oslo_vmware.api [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303316, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.437594] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303315, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.499887] env[64022]: DEBUG nova.network.neutron [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Successfully updated port: 52de2f0e-c73c-41c6-8668-b4f88247bdd4 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.578770] env[64022]: DEBUG nova.objects.base [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Object Instance<6e64a5ea-2650-451b-a1af-960efa569d28> lazy-loaded attributes: info_cache,migration_context {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1114.580159] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e614ece2-6942-4b03-81a9-b9d55c1a01ee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.600504] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e4a3e06-426f-4497-aba1-480c23067a3c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.608033] env[64022]: DEBUG oslo_vmware.api [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1114.608033] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5237c7bf-888f-9314-c1cf-d0e6591c1040" [ 1114.608033] env[64022]: _type = "Task" [ 1114.608033] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.615334] env[64022]: DEBUG oslo_vmware.api [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5237c7bf-888f-9314-c1cf-d0e6591c1040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.917824] env[64022]: DEBUG oslo_vmware.api [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303316, 'name': ReconfigVM_Task, 'duration_secs': 0.289843} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.918144] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.922678] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c3af14b-ae45-44d4-a5b7-a060169ab17e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.941110] env[64022]: DEBUG oslo_vmware.api [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303315, 'name': PowerOnVM_Task, 'duration_secs': 0.696398} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.942340] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.942566] env[64022]: INFO nova.compute.manager [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1114.942757] env[64022]: DEBUG nova.compute.manager [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.943114] env[64022]: DEBUG oslo_vmware.api [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1114.943114] env[64022]: value = "task-2303317" [ 1114.943114] env[64022]: _type = "Task" [ 1114.943114] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.943813] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c46e43-2662-44df-b86f-273389ca6b14 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.955194] env[64022]: DEBUG oslo_vmware.api [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303317, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.004791] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.004919] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.005097] env[64022]: DEBUG nova.network.neutron [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.117884] env[64022]: DEBUG oslo_vmware.api [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5237c7bf-888f-9314-c1cf-d0e6591c1040, 'name': SearchDatastore_Task, 'duration_secs': 0.008138} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.118222] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.118471] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.456172] env[64022]: DEBUG oslo_vmware.api [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.468383] env[64022]: INFO nova.compute.manager [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Took 12.74 seconds to build instance. [ 1115.536737] env[64022]: DEBUG nova.network.neutron [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.711421] env[64022]: DEBUG nova.network.neutron [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updating instance_info_cache with network_info: [{"id": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "address": "fa:16:3e:50:2b:da", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de2f0e-c7", "ovs_interfaceid": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.767366] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019ec614-1e96-4454-9f6b-938d81459cbb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.774796] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287857dd-43d4-41f6-a1ba-25620bc982a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.804610] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cc4ddd-b27d-4316-b9fd-3213b2969a50 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.812524] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2041d82a-66b2-4d2e-9f4b-e83abfdf25fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.827204] env[64022]: DEBUG nova.compute.provider_tree [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.956747] env[64022]: DEBUG oslo_vmware.api [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303317, 'name': ReconfigVM_Task, 'duration_secs': 0.927855} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.957064] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468557', 'volume_id': '2930ecb1-fb33-4163-83f2-e6f30a57549f', 'name': 'volume-2930ecb1-fb33-4163-83f2-e6f30a57549f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cef83c5f-6f3f-46b4-9d53-5ae4765879a4', 'attached_at': '', 'detached_at': '', 'volume_id': '2930ecb1-fb33-4163-83f2-e6f30a57549f', 'serial': '2930ecb1-fb33-4163-83f2-e6f30a57549f'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1115.970046] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.251s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.214704] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.215242] env[64022]: DEBUG nova.compute.manager [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Instance network_info: |[{"id": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "address": "fa:16:3e:50:2b:da", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de2f0e-c7", "ovs_interfaceid": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.216043] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:2b:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52de2f0e-c73c-41c6-8668-b4f88247bdd4', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.222925] env[64022]: DEBUG oslo.service.loopingcall [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.223153] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.223374] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e16d2c9-6928-4882-8697-47c728f9e972 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.242844] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.242844] env[64022]: value = "task-2303318" [ 1116.242844] env[64022]: _type = "Task" [ 1116.242844] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.250166] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303318, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.330796] env[64022]: DEBUG nova.scheduler.client.report [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.378119] env[64022]: DEBUG nova.compute.manager [req-26a5775d-771a-4a49-bbed-46f78dab6c53 req-1313e708-3eb0-4747-b329-7ad0820cd0f5 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Received event network-changed-d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1116.378314] env[64022]: DEBUG nova.compute.manager [req-26a5775d-771a-4a49-bbed-46f78dab6c53 req-1313e708-3eb0-4747-b329-7ad0820cd0f5 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Refreshing instance network info cache due to event network-changed-d29578cd-cde0-427b-8cd6-82923d69a2d1. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1116.379032] env[64022]: DEBUG oslo_concurrency.lockutils [req-26a5775d-771a-4a49-bbed-46f78dab6c53 req-1313e708-3eb0-4747-b329-7ad0820cd0f5 service nova] Acquiring lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.379032] env[64022]: DEBUG oslo_concurrency.lockutils [req-26a5775d-771a-4a49-bbed-46f78dab6c53 req-1313e708-3eb0-4747-b329-7ad0820cd0f5 service nova] Acquired lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.379032] env[64022]: DEBUG nova.network.neutron [req-26a5775d-771a-4a49-bbed-46f78dab6c53 req-1313e708-3eb0-4747-b329-7ad0820cd0f5 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Refreshing network info cache for port d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.447379] env[64022]: DEBUG nova.compute.manager [req-4e119401-9cf2-469b-9e56-f30325e047bf req-f88a8e9c-b0c5-4e45-aec9-08ab7fce85dc service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Received event network-changed-52de2f0e-c73c-41c6-8668-b4f88247bdd4 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1116.447379] env[64022]: DEBUG nova.compute.manager [req-4e119401-9cf2-469b-9e56-f30325e047bf req-f88a8e9c-b0c5-4e45-aec9-08ab7fce85dc service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Refreshing instance network info cache due to event network-changed-52de2f0e-c73c-41c6-8668-b4f88247bdd4. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1116.447623] env[64022]: DEBUG oslo_concurrency.lockutils [req-4e119401-9cf2-469b-9e56-f30325e047bf req-f88a8e9c-b0c5-4e45-aec9-08ab7fce85dc service nova] Acquiring lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.447842] env[64022]: DEBUG oslo_concurrency.lockutils [req-4e119401-9cf2-469b-9e56-f30325e047bf req-f88a8e9c-b0c5-4e45-aec9-08ab7fce85dc service nova] Acquired lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.447934] env[64022]: DEBUG nova.network.neutron [req-4e119401-9cf2-469b-9e56-f30325e047bf req-f88a8e9c-b0c5-4e45-aec9-08ab7fce85dc service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Refreshing network info cache for port 52de2f0e-c73c-41c6-8668-b4f88247bdd4 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.502819] env[64022]: DEBUG nova.objects.instance [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lazy-loading 'flavor' on Instance uuid cef83c5f-6f3f-46b4-9d53-5ae4765879a4 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.752578] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303318, 'name': CreateVM_Task, 'duration_secs': 0.311714} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.752748] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.753462] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.753677] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.753982] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.754244] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30b27f8-3de2-4f2e-b751-3f8ff955087f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.758547] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1116.758547] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521bc864-7429-08df-70da-bde5240c9cc8" [ 1116.758547] env[64022]: _type = "Task" [ 1116.758547] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.765866] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521bc864-7429-08df-70da-bde5240c9cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.269635] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521bc864-7429-08df-70da-bde5240c9cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.008619} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.270013] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.270280] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.270549] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.270694] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.270897] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.271197] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8c79526-1f6d-4d61-aa49-054601614d6c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.279444] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.279612] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.280703] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5853ae00-19be-43da-b267-e595a530cc52 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.285931] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1117.285931] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524cac69-68cb-f9d3-2518-addeb51b8c69" [ 1117.285931] env[64022]: _type = "Task" [ 1117.285931] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.295913] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]524cac69-68cb-f9d3-2518-addeb51b8c69, 'name': SearchDatastore_Task, 'duration_secs': 0.007484} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.296717] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d17d81-f812-4804-b746-7b48768f8011 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.303891] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1117.303891] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5236545d-235b-42cb-929d-cc1078be21bf" [ 1117.303891] env[64022]: _type = "Task" [ 1117.303891] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.314318] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5236545d-235b-42cb-929d-cc1078be21bf, 'name': SearchDatastore_Task, 'duration_secs': 0.00814} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.314592] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.314865] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] c458f59d-e1b9-4b61-bd09-65310e7fa53e/c458f59d-e1b9-4b61-bd09-65310e7fa53e.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.315182] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a397c3b-80aa-4d8d-b249-0745a11e7988 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.321847] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1117.321847] env[64022]: value = "task-2303319" [ 1117.321847] env[64022]: _type = "Task" [ 1117.321847] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.330501] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.342138] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.223s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.509735] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04f1a331-4067-43ad-bfcc-480b971c0d84 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.739s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.523081] env[64022]: DEBUG nova.network.neutron [req-26a5775d-771a-4a49-bbed-46f78dab6c53 req-1313e708-3eb0-4747-b329-7ad0820cd0f5 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updated VIF entry in instance network info cache for port d29578cd-cde0-427b-8cd6-82923d69a2d1. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.523578] env[64022]: DEBUG nova.network.neutron [req-26a5775d-771a-4a49-bbed-46f78dab6c53 req-1313e708-3eb0-4747-b329-7ad0820cd0f5 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updating instance_info_cache with network_info: [{"id": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "address": "fa:16:3e:2c:57:77", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29578cd-cd", "ovs_interfaceid": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.561178] env[64022]: DEBUG nova.network.neutron [req-4e119401-9cf2-469b-9e56-f30325e047bf req-f88a8e9c-b0c5-4e45-aec9-08ab7fce85dc service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updated VIF entry in instance network info cache for port 52de2f0e-c73c-41c6-8668-b4f88247bdd4. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.561539] env[64022]: DEBUG nova.network.neutron [req-4e119401-9cf2-469b-9e56-f30325e047bf req-f88a8e9c-b0c5-4e45-aec9-08ab7fce85dc service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updating instance_info_cache with network_info: [{"id": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "address": "fa:16:3e:50:2b:da", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de2f0e-c7", "ovs_interfaceid": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.831318] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495272} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.831521] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] c458f59d-e1b9-4b61-bd09-65310e7fa53e/c458f59d-e1b9-4b61-bd09-65310e7fa53e.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.831737] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.831989] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7d87c7f-bc4e-434c-af79-2b7617530c5d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.837762] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1117.837762] env[64022]: value = "task-2303320" [ 1117.837762] env[64022]: _type = "Task" [ 1117.837762] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.844837] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.907715] env[64022]: INFO nova.scheduler.client.report [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleted allocation for migration 7b6dd99b-b7c3-4b69-8bc7-c1b317e6a08a [ 1118.026773] env[64022]: DEBUG oslo_concurrency.lockutils [req-26a5775d-771a-4a49-bbed-46f78dab6c53 req-1313e708-3eb0-4747-b329-7ad0820cd0f5 service nova] Releasing lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.061566] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.061827] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.062058] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.062249] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.062422] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.064289] env[64022]: DEBUG oslo_concurrency.lockutils [req-4e119401-9cf2-469b-9e56-f30325e047bf req-f88a8e9c-b0c5-4e45-aec9-08ab7fce85dc service nova] Releasing lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.066985] env[64022]: INFO nova.compute.manager [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Terminating instance [ 1118.348217] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068805} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.348412] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.349170] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cd59c7-30e5-4630-b813-7488aaa29c5e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.370386] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] c458f59d-e1b9-4b61-bd09-65310e7fa53e/c458f59d-e1b9-4b61-bd09-65310e7fa53e.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.370633] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b34aea1-0c05-4d97-9dee-8ba52d5f2f5e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.390012] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1118.390012] env[64022]: value = "task-2303321" [ 1118.390012] env[64022]: _type = "Task" [ 1118.390012] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.397280] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.413383] env[64022]: DEBUG oslo_concurrency.lockutils [None req-7daaf766-adec-48c6-b506-aa87b00d3971 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "6e64a5ea-2650-451b-a1af-960efa569d28" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.695s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.572750] env[64022]: DEBUG nova.compute.manager [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.573176] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.573946] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f76e2f-31cf-4c18-a133-7ecf2596376f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.581524] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.581770] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ec95e83-92f6-468a-b759-64d125fb80e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.588451] env[64022]: DEBUG oslo_vmware.api [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1118.588451] env[64022]: value = "task-2303322" [ 1118.588451] env[64022]: _type = "Task" [ 1118.588451] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.596970] env[64022]: DEBUG oslo_vmware.api [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.800786] env[64022]: INFO nova.compute.manager [None req-f77ce204-8835-4e99-9a0f-f93015fc3c01 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Get console output [ 1118.801043] env[64022]: WARNING nova.virt.vmwareapi.driver [None req-f77ce204-8835-4e99-9a0f-f93015fc3c01 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] The console log is missing. Check your VSPC configuration [ 1118.900364] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303321, 'name': ReconfigVM_Task, 'duration_secs': 0.310157} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.900725] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Reconfigured VM instance instance-00000076 to attach disk [datastore1] c458f59d-e1b9-4b61-bd09-65310e7fa53e/c458f59d-e1b9-4b61-bd09-65310e7fa53e.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.901343] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a06f7dd-d5a0-43ae-bff7-f65a1d051c42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.908023] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1118.908023] env[64022]: value = "task-2303323" [ 1118.908023] env[64022]: _type = "Task" [ 1118.908023] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.919279] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303323, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.098451] env[64022]: DEBUG oslo_vmware.api [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303322, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.420171] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303323, 'name': Rename_Task, 'duration_secs': 0.149937} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.420437] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.420736] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bc9fb83-992c-43f4-bf04-2b7d4259358c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.427009] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1119.427009] env[64022]: value = "task-2303324" [ 1119.427009] env[64022]: _type = "Task" [ 1119.427009] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.434641] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.598270] env[64022]: DEBUG oslo_vmware.api [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303322, 'name': PowerOffVM_Task, 'duration_secs': 0.512362} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.598789] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.598789] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.599026] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45b61b31-db2b-4eaf-89e8-d121f100a13f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.669247] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.669526] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.669632] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Deleting the datastore file [datastore1] cef83c5f-6f3f-46b4-9d53-5ae4765879a4 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.669886] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84af05a3-fa14-4ebd-9857-4373a3feb83b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.676711] env[64022]: DEBUG oslo_vmware.api [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1119.676711] env[64022]: value = "task-2303326" [ 1119.676711] env[64022]: _type = "Task" [ 1119.676711] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.684213] env[64022]: DEBUG oslo_vmware.api [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.937244] env[64022]: DEBUG oslo_vmware.api [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303324, 'name': PowerOnVM_Task, 'duration_secs': 0.461801} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.937463] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.937668] env[64022]: INFO nova.compute.manager [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Took 5.77 seconds to spawn the instance on the hypervisor. [ 1119.937848] env[64022]: DEBUG nova.compute.manager [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.938622] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ef699-1d9e-4864-8751-0a88da29e438 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.186815] env[64022]: DEBUG oslo_vmware.api [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159804} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.189104] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.189104] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.189104] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.189104] env[64022]: INFO nova.compute.manager [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1120.189104] env[64022]: DEBUG oslo.service.loopingcall [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1120.189104] env[64022]: DEBUG nova.compute.manager [-] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.189104] env[64022]: DEBUG nova.network.neutron [-] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.454436] env[64022]: INFO nova.compute.manager [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Took 10.54 seconds to build instance. [ 1120.840513] env[64022]: DEBUG nova.compute.manager [req-a8d110cc-20c9-4eed-8985-5632315e556b req-7dd4d6a5-bb71-498f-bf36-7bd004bb77ad service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Received event network-vif-deleted-e6250473-fe95-4bbc-80a1-44c376648425 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.840755] env[64022]: INFO nova.compute.manager [req-a8d110cc-20c9-4eed-8985-5632315e556b req-7dd4d6a5-bb71-498f-bf36-7bd004bb77ad service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Neutron deleted interface e6250473-fe95-4bbc-80a1-44c376648425; detaching it from the instance and deleting it from the info cache [ 1120.840890] env[64022]: DEBUG nova.network.neutron [req-a8d110cc-20c9-4eed-8985-5632315e556b req-7dd4d6a5-bb71-498f-bf36-7bd004bb77ad service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.956407] env[64022]: DEBUG oslo_concurrency.lockutils [None req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.050s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.317548] env[64022]: DEBUG nova.network.neutron [-] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.343574] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc186557-cc8f-4890-8cea-ddb564b5871c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.354957] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a38ffc3-797e-4f7c-805b-a499ea3291eb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.385933] env[64022]: DEBUG nova.compute.manager [req-a8d110cc-20c9-4eed-8985-5632315e556b req-7dd4d6a5-bb71-498f-bf36-7bd004bb77ad service nova] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Detach interface failed, port_id=e6250473-fe95-4bbc-80a1-44c376648425, reason: Instance cef83c5f-6f3f-46b4-9d53-5ae4765879a4 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1121.820816] env[64022]: INFO nova.compute.manager [-] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Took 1.63 seconds to deallocate network for instance. [ 1122.328308] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.328762] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.329126] env[64022]: DEBUG nova.objects.instance [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lazy-loading 'resources' on Instance uuid cef83c5f-6f3f-46b4-9d53-5ae4765879a4 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.364319] env[64022]: DEBUG nova.compute.manager [req-3683d8f2-e5a7-4ba9-aff3-0a244b0f6a79 req-1213b9ba-865b-48fa-9dc7-c823d77fb5e2 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Received event network-changed-52de2f0e-c73c-41c6-8668-b4f88247bdd4 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.364520] env[64022]: DEBUG nova.compute.manager [req-3683d8f2-e5a7-4ba9-aff3-0a244b0f6a79 req-1213b9ba-865b-48fa-9dc7-c823d77fb5e2 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Refreshing instance network info cache due to event network-changed-52de2f0e-c73c-41c6-8668-b4f88247bdd4. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1122.364735] env[64022]: DEBUG oslo_concurrency.lockutils [req-3683d8f2-e5a7-4ba9-aff3-0a244b0f6a79 req-1213b9ba-865b-48fa-9dc7-c823d77fb5e2 service nova] Acquiring lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.364878] env[64022]: DEBUG oslo_concurrency.lockutils [req-3683d8f2-e5a7-4ba9-aff3-0a244b0f6a79 req-1213b9ba-865b-48fa-9dc7-c823d77fb5e2 service nova] Acquired lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.365053] env[64022]: DEBUG nova.network.neutron [req-3683d8f2-e5a7-4ba9-aff3-0a244b0f6a79 req-1213b9ba-865b-48fa-9dc7-c823d77fb5e2 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Refreshing network info cache for port 52de2f0e-c73c-41c6-8668-b4f88247bdd4 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.873916] env[64022]: DEBUG nova.compute.manager [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Received event network-changed-98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.873916] env[64022]: DEBUG nova.compute.manager [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Refreshing instance network info cache due to event network-changed-98840ec5-c91c-4a38-965d-20e87e6d133e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1122.874147] env[64022]: DEBUG oslo_concurrency.lockutils [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] Acquiring lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.874290] env[64022]: DEBUG oslo_concurrency.lockutils [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] Acquired lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.874450] env[64022]: DEBUG nova.network.neutron [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Refreshing network info cache for port 98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.985070] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db72ebdd-4240-47f5-b95a-a03ba4c8fe41 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.995273] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3775ab-c876-4ebf-a368-4d95546a8070 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.030766] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af66bd1-3969-4615-9ca5-374d8cabc7d4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.038828] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d054dd-0445-48b5-b65c-a521d8e36407 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.052931] env[64022]: DEBUG nova.compute.provider_tree [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.109025] env[64022]: DEBUG nova.network.neutron [req-3683d8f2-e5a7-4ba9-aff3-0a244b0f6a79 req-1213b9ba-865b-48fa-9dc7-c823d77fb5e2 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updated VIF entry in instance network info cache for port 52de2f0e-c73c-41c6-8668-b4f88247bdd4. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.109403] env[64022]: DEBUG nova.network.neutron [req-3683d8f2-e5a7-4ba9-aff3-0a244b0f6a79 req-1213b9ba-865b-48fa-9dc7-c823d77fb5e2 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updating instance_info_cache with network_info: [{"id": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "address": "fa:16:3e:50:2b:da", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de2f0e-c7", "ovs_interfaceid": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.556996] env[64022]: DEBUG nova.scheduler.client.report [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.608376] env[64022]: DEBUG nova.network.neutron [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updated VIF entry in instance network info cache for port 98840ec5-c91c-4a38-965d-20e87e6d133e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.608816] env[64022]: DEBUG nova.network.neutron [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updating instance_info_cache with network_info: [{"id": "98840ec5-c91c-4a38-965d-20e87e6d133e", "address": "fa:16:3e:61:6e:a6", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98840ec5-c9", "ovs_interfaceid": "98840ec5-c91c-4a38-965d-20e87e6d133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.611849] env[64022]: DEBUG oslo_concurrency.lockutils [req-3683d8f2-e5a7-4ba9-aff3-0a244b0f6a79 req-1213b9ba-865b-48fa-9dc7-c823d77fb5e2 service nova] Releasing lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.060666] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.079739] env[64022]: INFO nova.scheduler.client.report [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Deleted allocations for instance cef83c5f-6f3f-46b4-9d53-5ae4765879a4 [ 1124.111874] env[64022]: DEBUG oslo_concurrency.lockutils [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] Releasing lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.112062] env[64022]: DEBUG nova.compute.manager [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Received event network-changed-52de2f0e-c73c-41c6-8668-b4f88247bdd4 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.112253] env[64022]: DEBUG nova.compute.manager [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Refreshing instance network info cache due to event network-changed-52de2f0e-c73c-41c6-8668-b4f88247bdd4. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1124.112500] env[64022]: DEBUG oslo_concurrency.lockutils [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] Acquiring lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.112666] env[64022]: DEBUG oslo_concurrency.lockutils [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] Acquired lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.112849] env[64022]: DEBUG nova.network.neutron [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Refreshing network info cache for port 52de2f0e-c73c-41c6-8668-b4f88247bdd4 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.388230] env[64022]: DEBUG nova.compute.manager [req-128b0184-90c2-438f-bbd1-0f494fb794c6 req-2ee4634d-99d9-4182-8128-c1b4c777d4c6 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Received event network-changed-98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.388434] env[64022]: DEBUG nova.compute.manager [req-128b0184-90c2-438f-bbd1-0f494fb794c6 req-2ee4634d-99d9-4182-8128-c1b4c777d4c6 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Refreshing instance network info cache due to event network-changed-98840ec5-c91c-4a38-965d-20e87e6d133e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1124.388646] env[64022]: DEBUG oslo_concurrency.lockutils [req-128b0184-90c2-438f-bbd1-0f494fb794c6 req-2ee4634d-99d9-4182-8128-c1b4c777d4c6 service nova] Acquiring lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.388794] env[64022]: DEBUG oslo_concurrency.lockutils [req-128b0184-90c2-438f-bbd1-0f494fb794c6 req-2ee4634d-99d9-4182-8128-c1b4c777d4c6 service nova] Acquired lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.388955] env[64022]: DEBUG nova.network.neutron [req-128b0184-90c2-438f-bbd1-0f494fb794c6 req-2ee4634d-99d9-4182-8128-c1b4c777d4c6 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Refreshing network info cache for port 98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.587550] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ddd1e670-965e-4718-9ed3-8bc31de40bca tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "cef83c5f-6f3f-46b4-9d53-5ae4765879a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.526s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.808463] env[64022]: DEBUG nova.network.neutron [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updated VIF entry in instance network info cache for port 52de2f0e-c73c-41c6-8668-b4f88247bdd4. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.808537] env[64022]: DEBUG nova.network.neutron [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updating instance_info_cache with network_info: [{"id": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "address": "fa:16:3e:50:2b:da", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de2f0e-c7", "ovs_interfaceid": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.098172] env[64022]: DEBUG nova.network.neutron [req-128b0184-90c2-438f-bbd1-0f494fb794c6 req-2ee4634d-99d9-4182-8128-c1b4c777d4c6 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updated VIF entry in instance network info cache for port 98840ec5-c91c-4a38-965d-20e87e6d133e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.098603] env[64022]: DEBUG nova.network.neutron [req-128b0184-90c2-438f-bbd1-0f494fb794c6 req-2ee4634d-99d9-4182-8128-c1b4c777d4c6 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updating instance_info_cache with network_info: [{"id": "98840ec5-c91c-4a38-965d-20e87e6d133e", "address": "fa:16:3e:61:6e:a6", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98840ec5-c9", "ovs_interfaceid": "98840ec5-c91c-4a38-965d-20e87e6d133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.311171] env[64022]: DEBUG oslo_concurrency.lockutils [req-8b0d2ffd-959b-4f04-b9ed-f048bd620a98 req-7a9a766b-1578-41f7-9476-e4bf49514e86 service nova] Releasing lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.602053] env[64022]: DEBUG oslo_concurrency.lockutils [req-128b0184-90c2-438f-bbd1-0f494fb794c6 req-2ee4634d-99d9-4182-8128-c1b4c777d4c6 service nova] Releasing lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.016587] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "3f728cfe-8c48-44a4-9237-07affad15086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.016822] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "3f728cfe-8c48-44a4-9237-07affad15086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.519118] env[64022]: DEBUG nova.compute.manager [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.038589] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.038851] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.040360] env[64022]: INFO nova.compute.claims [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.149854] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5bdad0-af5f-4163-8b20-4fa0e3f25575 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.157808] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c1ed91-f212-491a-860f-8485ab0d40cf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.187732] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06b0794-5006-4c72-9546-db30a92a854c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.194246] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e056e5-fddc-4fa1-a169-c3dfd7a8c236 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.206912] env[64022]: DEBUG nova.compute.provider_tree [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.710181] env[64022]: DEBUG nova.scheduler.client.report [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.216076] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.216596] env[64022]: DEBUG nova.compute.manager [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.722065] env[64022]: DEBUG nova.compute.utils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1129.723541] env[64022]: DEBUG nova.compute.manager [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.723714] env[64022]: DEBUG nova.network.neutron [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.776957] env[64022]: DEBUG nova.policy [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74eac53c06664a36b052c6c93d6856be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '733738e8ff5c49e09368bafd52a4f959', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.083268] env[64022]: DEBUG nova.network.neutron [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Successfully created port: 0148a683-4f74-41c5-88c7-dac7778f7294 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.228202] env[64022]: DEBUG nova.compute.manager [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.240298] env[64022]: DEBUG nova.compute.manager [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.267073] env[64022]: DEBUG nova.virt.hardware [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.267328] env[64022]: DEBUG nova.virt.hardware [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.267487] env[64022]: DEBUG nova.virt.hardware [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.267667] env[64022]: DEBUG nova.virt.hardware [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.267814] env[64022]: DEBUG nova.virt.hardware [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.267962] env[64022]: DEBUG nova.virt.hardware [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.268187] env[64022]: DEBUG nova.virt.hardware [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.268352] env[64022]: DEBUG nova.virt.hardware [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.268519] env[64022]: DEBUG nova.virt.hardware [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.268680] env[64022]: DEBUG nova.virt.hardware [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.268850] env[64022]: DEBUG nova.virt.hardware [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.269734] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11b7679-1850-41af-bf48-bd4e5cd63a6b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.277432] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe7efc8-c9b3-4d4a-bf92-851b173f557a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.497123] env[64022]: DEBUG nova.compute.manager [req-51e4eded-8257-4e6a-8d4b-62b8f5aebd67 req-d69b722e-3f4e-4fb2-866c-6cdd85b26212 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Received event network-vif-plugged-0148a683-4f74-41c5-88c7-dac7778f7294 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1131.497347] env[64022]: DEBUG oslo_concurrency.lockutils [req-51e4eded-8257-4e6a-8d4b-62b8f5aebd67 req-d69b722e-3f4e-4fb2-866c-6cdd85b26212 service nova] Acquiring lock "3f728cfe-8c48-44a4-9237-07affad15086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.497552] env[64022]: DEBUG oslo_concurrency.lockutils [req-51e4eded-8257-4e6a-8d4b-62b8f5aebd67 req-d69b722e-3f4e-4fb2-866c-6cdd85b26212 service nova] Lock "3f728cfe-8c48-44a4-9237-07affad15086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.497721] env[64022]: DEBUG oslo_concurrency.lockutils [req-51e4eded-8257-4e6a-8d4b-62b8f5aebd67 req-d69b722e-3f4e-4fb2-866c-6cdd85b26212 service nova] Lock "3f728cfe-8c48-44a4-9237-07affad15086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.497888] env[64022]: DEBUG nova.compute.manager [req-51e4eded-8257-4e6a-8d4b-62b8f5aebd67 req-d69b722e-3f4e-4fb2-866c-6cdd85b26212 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] No waiting events found dispatching network-vif-plugged-0148a683-4f74-41c5-88c7-dac7778f7294 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.498068] env[64022]: WARNING nova.compute.manager [req-51e4eded-8257-4e6a-8d4b-62b8f5aebd67 req-d69b722e-3f4e-4fb2-866c-6cdd85b26212 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Received unexpected event network-vif-plugged-0148a683-4f74-41c5-88c7-dac7778f7294 for instance with vm_state building and task_state spawning. [ 1131.625081] env[64022]: DEBUG nova.network.neutron [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Successfully updated port: 0148a683-4f74-41c5-88c7-dac7778f7294 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.128389] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "refresh_cache-3f728cfe-8c48-44a4-9237-07affad15086" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.128535] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired lock "refresh_cache-3f728cfe-8c48-44a4-9237-07affad15086" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.128685] env[64022]: DEBUG nova.network.neutron [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.662224] env[64022]: DEBUG nova.network.neutron [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.786269] env[64022]: DEBUG nova.network.neutron [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Updating instance_info_cache with network_info: [{"id": "0148a683-4f74-41c5-88c7-dac7778f7294", "address": "fa:16:3e:e3:a8:61", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0148a683-4f", "ovs_interfaceid": "0148a683-4f74-41c5-88c7-dac7778f7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.288950] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Releasing lock "refresh_cache-3f728cfe-8c48-44a4-9237-07affad15086" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.289356] env[64022]: DEBUG nova.compute.manager [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Instance network_info: |[{"id": "0148a683-4f74-41c5-88c7-dac7778f7294", "address": "fa:16:3e:e3:a8:61", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0148a683-4f", "ovs_interfaceid": "0148a683-4f74-41c5-88c7-dac7778f7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.289825] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:a8:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0148a683-4f74-41c5-88c7-dac7778f7294', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.297267] env[64022]: DEBUG oslo.service.loopingcall [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1133.297466] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.297707] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a71d11f-2e93-49a6-b75f-1bdc388a2e65 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.316911] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.316911] env[64022]: value = "task-2303327" [ 1133.316911] env[64022]: _type = "Task" [ 1133.316911] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.324493] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303327, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.523632] env[64022]: DEBUG nova.compute.manager [req-828ecfdb-cde8-4c54-9449-5980eb799863 req-2abee00d-4e78-42fc-bfba-cd06b529e715 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Received event network-changed-0148a683-4f74-41c5-88c7-dac7778f7294 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.523708] env[64022]: DEBUG nova.compute.manager [req-828ecfdb-cde8-4c54-9449-5980eb799863 req-2abee00d-4e78-42fc-bfba-cd06b529e715 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Refreshing instance network info cache due to event network-changed-0148a683-4f74-41c5-88c7-dac7778f7294. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1133.523919] env[64022]: DEBUG oslo_concurrency.lockutils [req-828ecfdb-cde8-4c54-9449-5980eb799863 req-2abee00d-4e78-42fc-bfba-cd06b529e715 service nova] Acquiring lock "refresh_cache-3f728cfe-8c48-44a4-9237-07affad15086" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.524078] env[64022]: DEBUG oslo_concurrency.lockutils [req-828ecfdb-cde8-4c54-9449-5980eb799863 req-2abee00d-4e78-42fc-bfba-cd06b529e715 service nova] Acquired lock "refresh_cache-3f728cfe-8c48-44a4-9237-07affad15086" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.524244] env[64022]: DEBUG nova.network.neutron [req-828ecfdb-cde8-4c54-9449-5980eb799863 req-2abee00d-4e78-42fc-bfba-cd06b529e715 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Refreshing network info cache for port 0148a683-4f74-41c5-88c7-dac7778f7294 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.826359] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303327, 'name': CreateVM_Task, 'duration_secs': 0.308068} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.826733] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.827151] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.827370] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.827694] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.827943] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf213694-c615-4623-9176-519809acc9d0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.832149] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1133.832149] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5243b101-7afc-20ea-0f3a-9ff02261f779" [ 1133.832149] env[64022]: _type = "Task" [ 1133.832149] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.839556] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5243b101-7afc-20ea-0f3a-9ff02261f779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.254204] env[64022]: DEBUG nova.network.neutron [req-828ecfdb-cde8-4c54-9449-5980eb799863 req-2abee00d-4e78-42fc-bfba-cd06b529e715 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Updated VIF entry in instance network info cache for port 0148a683-4f74-41c5-88c7-dac7778f7294. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.254577] env[64022]: DEBUG nova.network.neutron [req-828ecfdb-cde8-4c54-9449-5980eb799863 req-2abee00d-4e78-42fc-bfba-cd06b529e715 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Updating instance_info_cache with network_info: [{"id": "0148a683-4f74-41c5-88c7-dac7778f7294", "address": "fa:16:3e:e3:a8:61", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0148a683-4f", "ovs_interfaceid": "0148a683-4f74-41c5-88c7-dac7778f7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.342298] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5243b101-7afc-20ea-0f3a-9ff02261f779, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.342589] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.342818] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.343100] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.343258] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.343437] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.343785] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b95c657-2db7-423d-9f95-17c7ef314d45 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.351602] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.351772] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.352432] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6746ec3f-8182-469d-816e-ea4de0b92431 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.356883] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1134.356883] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525e6e5b-3c61-465b-a24e-35a21117181e" [ 1134.356883] env[64022]: _type = "Task" [ 1134.356883] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.363837] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525e6e5b-3c61-465b-a24e-35a21117181e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.756839] env[64022]: DEBUG oslo_concurrency.lockutils [req-828ecfdb-cde8-4c54-9449-5980eb799863 req-2abee00d-4e78-42fc-bfba-cd06b529e715 service nova] Releasing lock "refresh_cache-3f728cfe-8c48-44a4-9237-07affad15086" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.867030] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525e6e5b-3c61-465b-a24e-35a21117181e, 'name': SearchDatastore_Task, 'duration_secs': 0.008264} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.867779] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc29bc55-c5f5-4ff7-879c-c48000b20a65 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.872420] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1134.872420] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5270525e-fc3e-9823-ea72-3e99a05e4c01" [ 1134.872420] env[64022]: _type = "Task" [ 1134.872420] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.879310] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5270525e-fc3e-9823-ea72-3e99a05e4c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.384474] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5270525e-fc3e-9823-ea72-3e99a05e4c01, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.384716] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.384962] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 3f728cfe-8c48-44a4-9237-07affad15086/3f728cfe-8c48-44a4-9237-07affad15086.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.385247] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f815a45d-7262-4da3-a56e-30dfd22e0b0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.392204] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1135.392204] env[64022]: value = "task-2303328" [ 1135.392204] env[64022]: _type = "Task" [ 1135.392204] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.399765] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.901828] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444683} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.902196] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 3f728cfe-8c48-44a4-9237-07affad15086/3f728cfe-8c48-44a4-9237-07affad15086.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.902363] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.902601] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f51d035-6dca-4ef4-a23b-9232266c61fd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.908905] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1135.908905] env[64022]: value = "task-2303329" [ 1135.908905] env[64022]: _type = "Task" [ 1135.908905] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.916552] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.418960] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059255} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.419284] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.420052] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e32c47-1fd0-4cb9-8418-ea5578217cf3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.452253] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 3f728cfe-8c48-44a4-9237-07affad15086/3f728cfe-8c48-44a4-9237-07affad15086.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.452685] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454fab75-336f-47a5-8fda-8e2233bfcc4a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.481056] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1136.481056] env[64022]: value = "task-2303330" [ 1136.481056] env[64022]: _type = "Task" [ 1136.481056] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.488821] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.991091] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303330, 'name': ReconfigVM_Task, 'duration_secs': 0.263943} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.991372] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 3f728cfe-8c48-44a4-9237-07affad15086/3f728cfe-8c48-44a4-9237-07affad15086.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.991976] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d07d812-cade-4d8b-ac92-36a438743a87 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.998176] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1136.998176] env[64022]: value = "task-2303331" [ 1136.998176] env[64022]: _type = "Task" [ 1136.998176] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.005145] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303331, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.509023] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303331, 'name': Rename_Task, 'duration_secs': 0.141668} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.509023] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.509023] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f734e50-1a87-49d3-8ece-a7ad27fd997f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.516648] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1137.516648] env[64022]: value = "task-2303332" [ 1137.516648] env[64022]: _type = "Task" [ 1137.516648] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.522975] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.698343] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.698568] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.027794] env[64022]: DEBUG oslo_vmware.api [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303332, 'name': PowerOnVM_Task, 'duration_secs': 0.446208} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.028088] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.028281] env[64022]: INFO nova.compute.manager [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1138.028466] env[64022]: DEBUG nova.compute.manager [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.029264] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf39da2-e70f-4d00-aec0-5da11c0e0830 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.201911] env[64022]: DEBUG nova.compute.utils [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1138.407122] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.407415] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.407642] env[64022]: INFO nova.compute.manager [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Rebooting instance [ 1138.549132] env[64022]: INFO nova.compute.manager [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Took 11.53 seconds to build instance. [ 1138.704890] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.924539] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.924637] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.925705] env[64022]: DEBUG nova.network.neutron [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.050697] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53be7ba9-4e88-4d78-b473-c6676f660227 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "3f728cfe-8c48-44a4-9237-07affad15086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.034s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.480949] env[64022]: DEBUG nova.compute.manager [req-2e89a426-19a2-433e-8c4a-62480394a9c1 req-2b869921-b7c0-4813-9fb8-71beaa2fb191 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Received event network-changed-0148a683-4f74-41c5-88c7-dac7778f7294 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.481240] env[64022]: DEBUG nova.compute.manager [req-2e89a426-19a2-433e-8c4a-62480394a9c1 req-2b869921-b7c0-4813-9fb8-71beaa2fb191 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Refreshing instance network info cache due to event network-changed-0148a683-4f74-41c5-88c7-dac7778f7294. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1139.481519] env[64022]: DEBUG oslo_concurrency.lockutils [req-2e89a426-19a2-433e-8c4a-62480394a9c1 req-2b869921-b7c0-4813-9fb8-71beaa2fb191 service nova] Acquiring lock "refresh_cache-3f728cfe-8c48-44a4-9237-07affad15086" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.481718] env[64022]: DEBUG oslo_concurrency.lockutils [req-2e89a426-19a2-433e-8c4a-62480394a9c1 req-2b869921-b7c0-4813-9fb8-71beaa2fb191 service nova] Acquired lock "refresh_cache-3f728cfe-8c48-44a4-9237-07affad15086" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.481945] env[64022]: DEBUG nova.network.neutron [req-2e89a426-19a2-433e-8c4a-62480394a9c1 req-2b869921-b7c0-4813-9fb8-71beaa2fb191 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Refreshing network info cache for port 0148a683-4f74-41c5-88c7-dac7778f7294 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.654171] env[64022]: DEBUG nova.network.neutron [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance_info_cache with network_info: [{"id": "41074f59-5b90-4e77-a67a-86904aea1f8e", "address": "fa:16:3e:b1:dc:90", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41074f59-5b", "ovs_interfaceid": "41074f59-5b90-4e77-a67a-86904aea1f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.765918] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.766244] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.766545] env[64022]: INFO nova.compute.manager [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Attaching volume 6bf5b266-8964-469c-81ac-741bdad1d4a3 to /dev/sdb [ 1139.795907] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75da643-209a-4ece-8ebe-e4743cdf8e41 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.803169] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70438ef6-dd69-403f-a5de-0ba66c5612b6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.815814] env[64022]: DEBUG nova.virt.block_device [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating existing volume attachment record: f9eb650b-fe57-46a4-ab23-87c3a373f166 {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1140.157944] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.199928] env[64022]: DEBUG nova.network.neutron [req-2e89a426-19a2-433e-8c4a-62480394a9c1 req-2b869921-b7c0-4813-9fb8-71beaa2fb191 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Updated VIF entry in instance network info cache for port 0148a683-4f74-41c5-88c7-dac7778f7294. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.200371] env[64022]: DEBUG nova.network.neutron [req-2e89a426-19a2-433e-8c4a-62480394a9c1 req-2b869921-b7c0-4813-9fb8-71beaa2fb191 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Updating instance_info_cache with network_info: [{"id": "0148a683-4f74-41c5-88c7-dac7778f7294", "address": "fa:16:3e:e3:a8:61", "network": {"id": "8b2023a2-8d8f-4b1c-ba0f-7bfe6c745c35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1494842600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "733738e8ff5c49e09368bafd52a4f959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0148a683-4f", "ovs_interfaceid": "0148a683-4f74-41c5-88c7-dac7778f7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.662910] env[64022]: DEBUG nova.compute.manager [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.663911] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad96026c-66f9-4bcb-85c3-2c75a1064b46 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.703789] env[64022]: DEBUG oslo_concurrency.lockutils [req-2e89a426-19a2-433e-8c4a-62480394a9c1 req-2b869921-b7c0-4813-9fb8-71beaa2fb191 service nova] Releasing lock "refresh_cache-3f728cfe-8c48-44a4-9237-07affad15086" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.683672] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a686125a-431f-4cfb-8c20-be2e40166085 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.691850] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Doing hard reboot of VM {{(pid=64022) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1141.692641] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4c12217d-8092-4ce7-bf9c-061444cdb6e8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.699670] env[64022]: DEBUG oslo_vmware.api [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1141.699670] env[64022]: value = "task-2303336" [ 1141.699670] env[64022]: _type = "Task" [ 1141.699670] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.708102] env[64022]: DEBUG oslo_vmware.api [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303336, 'name': ResetVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.184226] env[64022]: DEBUG oslo_concurrency.lockutils [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "interface-135ffb93-bbce-4a05-ab41-114b360628b3-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.184459] env[64022]: DEBUG oslo_concurrency.lockutils [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-135ffb93-bbce-4a05-ab41-114b360628b3-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.184830] env[64022]: DEBUG nova.objects.instance [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'flavor' on Instance uuid 135ffb93-bbce-4a05-ab41-114b360628b3 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.209507] env[64022]: DEBUG oslo_vmware.api [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303336, 'name': ResetVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.709821] env[64022]: DEBUG oslo_vmware.api [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303336, 'name': ResetVM_Task, 'duration_secs': 0.880867} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.710190] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Did hard reboot of VM {{(pid=64022) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1142.710245] env[64022]: DEBUG nova.compute.manager [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.710999] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa865f13-3853-49dc-85f3-4b8022ce71e5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.783588] env[64022]: DEBUG nova.objects.instance [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'pci_requests' on Instance uuid 135ffb93-bbce-4a05-ab41-114b360628b3 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.228131] env[64022]: DEBUG oslo_concurrency.lockutils [None req-15bd7e28-31bc-48eb-8211-a48b451b7ddd tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.821s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.287728] env[64022]: DEBUG nova.objects.base [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Object Instance<135ffb93-bbce-4a05-ab41-114b360628b3> lazy-loaded attributes: flavor,pci_requests {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1143.287972] env[64022]: DEBUG nova.network.neutron [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.349571] env[64022]: DEBUG nova.policy [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd08471ed48d14639b7aeecf02e4971ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '400d48af30094ccba424ceee72faec9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.358669] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1144.358951] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468562', 'volume_id': '6bf5b266-8964-469c-81ac-741bdad1d4a3', 'name': 'volume-6bf5b266-8964-469c-81ac-741bdad1d4a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd00f85e6-db6e-4839-a4a7-198a8e94436d', 'attached_at': '', 'detached_at': '', 'volume_id': '6bf5b266-8964-469c-81ac-741bdad1d4a3', 'serial': '6bf5b266-8964-469c-81ac-741bdad1d4a3'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1144.359837] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c087d4-8d70-41c8-a2dd-d950ba230b8f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.378629] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f63bdc-6886-415c-b923-1e3bb78b910d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.402297] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-6bf5b266-8964-469c-81ac-741bdad1d4a3/volume-6bf5b266-8964-469c-81ac-741bdad1d4a3.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.402575] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186be4f0-47d3-4c0e-8c7c-216b23b7eec3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.420272] env[64022]: DEBUG oslo_vmware.api [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1144.420272] env[64022]: value = "task-2303338" [ 1144.420272] env[64022]: _type = "Task" [ 1144.420272] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.428337] env[64022]: DEBUG oslo_vmware.api [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.766420] env[64022]: DEBUG nova.compute.manager [req-e1308cc6-b69c-4f0c-ba3f-2a672d6eec97 req-271ef49e-40b0-41a8-97ba-389e0c6d9029 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Received event network-vif-plugged-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.766626] env[64022]: DEBUG oslo_concurrency.lockutils [req-e1308cc6-b69c-4f0c-ba3f-2a672d6eec97 req-271ef49e-40b0-41a8-97ba-389e0c6d9029 service nova] Acquiring lock "135ffb93-bbce-4a05-ab41-114b360628b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.766843] env[64022]: DEBUG oslo_concurrency.lockutils [req-e1308cc6-b69c-4f0c-ba3f-2a672d6eec97 req-271ef49e-40b0-41a8-97ba-389e0c6d9029 service nova] Lock "135ffb93-bbce-4a05-ab41-114b360628b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.767056] env[64022]: DEBUG oslo_concurrency.lockutils [req-e1308cc6-b69c-4f0c-ba3f-2a672d6eec97 req-271ef49e-40b0-41a8-97ba-389e0c6d9029 service nova] Lock "135ffb93-bbce-4a05-ab41-114b360628b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.767252] env[64022]: DEBUG nova.compute.manager [req-e1308cc6-b69c-4f0c-ba3f-2a672d6eec97 req-271ef49e-40b0-41a8-97ba-389e0c6d9029 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] No waiting events found dispatching network-vif-plugged-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.767423] env[64022]: WARNING nova.compute.manager [req-e1308cc6-b69c-4f0c-ba3f-2a672d6eec97 req-271ef49e-40b0-41a8-97ba-389e0c6d9029 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Received unexpected event network-vif-plugged-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a for instance with vm_state active and task_state None. [ 1144.829682] env[64022]: DEBUG nova.network.neutron [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Successfully updated port: f8cc8abb-7b35-4cef-bdbe-5d19881bc76a {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.929734] env[64022]: DEBUG oslo_vmware.api [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303338, 'name': ReconfigVM_Task, 'duration_secs': 0.39658} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.931924] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-6bf5b266-8964-469c-81ac-741bdad1d4a3/volume-6bf5b266-8964-469c-81ac-741bdad1d4a3.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.935151] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d3a5850-9cd5-4414-a305-25f834472f60 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.949627] env[64022]: DEBUG oslo_vmware.api [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1144.949627] env[64022]: value = "task-2303339" [ 1144.949627] env[64022]: _type = "Task" [ 1144.949627] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.958088] env[64022]: DEBUG oslo_vmware.api [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.156518] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "6e64a5ea-2650-451b-a1af-960efa569d28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.156817] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "6e64a5ea-2650-451b-a1af-960efa569d28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.157130] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "6e64a5ea-2650-451b-a1af-960efa569d28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.157403] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "6e64a5ea-2650-451b-a1af-960efa569d28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.157608] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "6e64a5ea-2650-451b-a1af-960efa569d28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.160184] env[64022]: INFO nova.compute.manager [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Terminating instance [ 1145.332731] env[64022]: DEBUG oslo_concurrency.lockutils [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.332925] env[64022]: DEBUG oslo_concurrency.lockutils [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.333128] env[64022]: DEBUG nova.network.neutron [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.460122] env[64022]: DEBUG oslo_vmware.api [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303339, 'name': ReconfigVM_Task, 'duration_secs': 0.138862} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.460455] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468562', 'volume_id': '6bf5b266-8964-469c-81ac-741bdad1d4a3', 'name': 'volume-6bf5b266-8964-469c-81ac-741bdad1d4a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd00f85e6-db6e-4839-a4a7-198a8e94436d', 'attached_at': '', 'detached_at': '', 'volume_id': '6bf5b266-8964-469c-81ac-741bdad1d4a3', 'serial': '6bf5b266-8964-469c-81ac-741bdad1d4a3'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1145.664800] env[64022]: DEBUG nova.compute.manager [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.665092] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.665434] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a37a5a7c-d02a-4496-b4f4-e5340a7ed3de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.672490] env[64022]: DEBUG oslo_vmware.api [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1145.672490] env[64022]: value = "task-2303340" [ 1145.672490] env[64022]: _type = "Task" [ 1145.672490] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.681804] env[64022]: DEBUG oslo_vmware.api [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.869509] env[64022]: WARNING nova.network.neutron [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] 95fcd637-aab7-4554-a701-a1f317731c5b already exists in list: networks containing: ['95fcd637-aab7-4554-a701-a1f317731c5b']. ignoring it [ 1146.146802] env[64022]: DEBUG nova.network.neutron [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updating instance_info_cache with network_info: [{"id": "98840ec5-c91c-4a38-965d-20e87e6d133e", "address": "fa:16:3e:61:6e:a6", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98840ec5-c9", "ovs_interfaceid": "98840ec5-c91c-4a38-965d-20e87e6d133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8cc8abb-7b35-4cef-bdbe-5d19881bc76a", "address": "fa:16:3e:98:b4:3f", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cc8abb-7b", "ovs_interfaceid": "f8cc8abb-7b35-4cef-bdbe-5d19881bc76a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.182180] env[64022]: DEBUG oslo_vmware.api [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303340, 'name': PowerOffVM_Task, 'duration_secs': 0.204357} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.182376] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.182574] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1146.182773] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468552', 'volume_id': '11a0baf8-c51c-4fac-ace7-901eae9b1917', 'name': 'volume-11a0baf8-c51c-4fac-ace7-901eae9b1917', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6e64a5ea-2650-451b-a1af-960efa569d28', 'attached_at': '2025-02-04T21:06:26.000000', 'detached_at': '', 'volume_id': '11a0baf8-c51c-4fac-ace7-901eae9b1917', 'serial': '11a0baf8-c51c-4fac-ace7-901eae9b1917'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1146.183504] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0258ca24-d7df-41e5-9a64-1bc2499b758b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.201362] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c300f2-3f8e-41e8-9cf9-32d7c00ec1fc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.207653] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6beb7a-cbd5-4600-a439-799c29d277a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.224111] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74cdf97-3bc1-46b4-8311-795ab1468654 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.238351] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] The volume has not been displaced from its original location: [datastore2] volume-11a0baf8-c51c-4fac-ace7-901eae9b1917/volume-11a0baf8-c51c-4fac-ace7-901eae9b1917.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1146.243444] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1146.243686] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7714fd30-08d8-494d-bef3-effb92695761 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.261439] env[64022]: DEBUG oslo_vmware.api [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1146.261439] env[64022]: value = "task-2303341" [ 1146.261439] env[64022]: _type = "Task" [ 1146.261439] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.268527] env[64022]: DEBUG oslo_vmware.api [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.494971] env[64022]: DEBUG nova.objects.instance [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'flavor' on Instance uuid d00f85e6-db6e-4839-a4a7-198a8e94436d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.649712] env[64022]: DEBUG oslo_concurrency.lockutils [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.650435] env[64022]: DEBUG oslo_concurrency.lockutils [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.650594] env[64022]: DEBUG oslo_concurrency.lockutils [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.651501] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4045d4-a87d-460c-8a11-c1c2b6046f25 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.670401] env[64022]: DEBUG nova.virt.hardware [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.670631] env[64022]: DEBUG nova.virt.hardware [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.670787] env[64022]: DEBUG nova.virt.hardware [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.670998] env[64022]: DEBUG nova.virt.hardware [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.671299] env[64022]: DEBUG nova.virt.hardware [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.671468] env[64022]: DEBUG nova.virt.hardware [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.671680] env[64022]: DEBUG nova.virt.hardware [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.671855] env[64022]: DEBUG nova.virt.hardware [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.672038] env[64022]: DEBUG nova.virt.hardware [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.672207] env[64022]: DEBUG nova.virt.hardware [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.672379] env[64022]: DEBUG nova.virt.hardware [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.678546] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Reconfiguring VM to attach interface {{(pid=64022) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1146.678866] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-674e3a3b-05c8-4318-98cc-89aa130ea04d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.697536] env[64022]: DEBUG oslo_vmware.api [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1146.697536] env[64022]: value = "task-2303342" [ 1146.697536] env[64022]: _type = "Task" [ 1146.697536] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.707123] env[64022]: DEBUG oslo_vmware.api [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.771993] env[64022]: DEBUG oslo_vmware.api [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303341, 'name': ReconfigVM_Task, 'duration_secs': 0.154049} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.772293] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.776821] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27f0952d-5b53-4ebe-8e0e-73b20a64ff44 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.791099] env[64022]: DEBUG oslo_vmware.api [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1146.791099] env[64022]: value = "task-2303343" [ 1146.791099] env[64022]: _type = "Task" [ 1146.791099] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.799271] env[64022]: DEBUG oslo_vmware.api [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.818930] env[64022]: DEBUG nova.compute.manager [req-7e83f574-e6eb-430f-9c5c-ea207cd6c308 req-42366763-3c0a-47a7-a8d7-2c33d8746f00 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Received event network-changed-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1146.819160] env[64022]: DEBUG nova.compute.manager [req-7e83f574-e6eb-430f-9c5c-ea207cd6c308 req-42366763-3c0a-47a7-a8d7-2c33d8746f00 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Refreshing instance network info cache due to event network-changed-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1146.819380] env[64022]: DEBUG oslo_concurrency.lockutils [req-7e83f574-e6eb-430f-9c5c-ea207cd6c308 req-42366763-3c0a-47a7-a8d7-2c33d8746f00 service nova] Acquiring lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.819578] env[64022]: DEBUG oslo_concurrency.lockutils [req-7e83f574-e6eb-430f-9c5c-ea207cd6c308 req-42366763-3c0a-47a7-a8d7-2c33d8746f00 service nova] Acquired lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.819703] env[64022]: DEBUG nova.network.neutron [req-7e83f574-e6eb-430f-9c5c-ea207cd6c308 req-42366763-3c0a-47a7-a8d7-2c33d8746f00 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Refreshing network info cache for port f8cc8abb-7b35-4cef-bdbe-5d19881bc76a {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.000098] env[64022]: DEBUG oslo_concurrency.lockutils [None req-66d4dbff-e12a-431d-80c5-658cfebf9e42 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.210139] env[64022]: DEBUG oslo_vmware.api [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.303346] env[64022]: DEBUG oslo_vmware.api [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303343, 'name': ReconfigVM_Task, 'duration_secs': 0.144761} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.303680] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468552', 'volume_id': '11a0baf8-c51c-4fac-ace7-901eae9b1917', 'name': 'volume-11a0baf8-c51c-4fac-ace7-901eae9b1917', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6e64a5ea-2650-451b-a1af-960efa569d28', 'attached_at': '2025-02-04T21:06:26.000000', 'detached_at': '', 'volume_id': '11a0baf8-c51c-4fac-ace7-901eae9b1917', 'serial': '11a0baf8-c51c-4fac-ace7-901eae9b1917'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1147.304041] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.304817] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6761a30-1b23-499f-bcbd-8744bb6487f8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.312074] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.312313] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4b92a0-4733-4699-ba3f-d601cf419d06 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.383120] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.383340] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.383524] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleting the datastore file [datastore2] 6e64a5ea-2650-451b-a1af-960efa569d28 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.384219] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34716518-d0d0-4f4e-9412-974a09490079 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.392919] env[64022]: DEBUG oslo_vmware.api [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1147.392919] env[64022]: value = "task-2303345" [ 1147.392919] env[64022]: _type = "Task" [ 1147.392919] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.401628] env[64022]: DEBUG oslo_vmware.api [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.544644] env[64022]: DEBUG nova.network.neutron [req-7e83f574-e6eb-430f-9c5c-ea207cd6c308 req-42366763-3c0a-47a7-a8d7-2c33d8746f00 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updated VIF entry in instance network info cache for port f8cc8abb-7b35-4cef-bdbe-5d19881bc76a. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.545085] env[64022]: DEBUG nova.network.neutron [req-7e83f574-e6eb-430f-9c5c-ea207cd6c308 req-42366763-3c0a-47a7-a8d7-2c33d8746f00 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updating instance_info_cache with network_info: [{"id": "98840ec5-c91c-4a38-965d-20e87e6d133e", "address": "fa:16:3e:61:6e:a6", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98840ec5-c9", "ovs_interfaceid": "98840ec5-c91c-4a38-965d-20e87e6d133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8cc8abb-7b35-4cef-bdbe-5d19881bc76a", "address": "fa:16:3e:98:b4:3f", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cc8abb-7b", "ovs_interfaceid": "f8cc8abb-7b35-4cef-bdbe-5d19881bc76a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.709210] env[64022]: DEBUG oslo_vmware.api [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303342, 'name': ReconfigVM_Task, 'duration_secs': 0.632442} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.709726] env[64022]: DEBUG oslo_concurrency.lockutils [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.709941] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Reconfigured VM to attach interface {{(pid=64022) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1147.873337] env[64022]: DEBUG nova.compute.manager [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Stashing vm_state: active {{(pid=64022) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1147.902950] env[64022]: DEBUG oslo_vmware.api [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083151} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.903217] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.903410] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.903587] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.903766] env[64022]: INFO nova.compute.manager [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1147.904055] env[64022]: DEBUG oslo.service.loopingcall [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1147.904291] env[64022]: DEBUG nova.compute.manager [-] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.904389] env[64022]: DEBUG nova.network.neutron [-] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.048033] env[64022]: DEBUG oslo_concurrency.lockutils [req-7e83f574-e6eb-430f-9c5c-ea207cd6c308 req-42366763-3c0a-47a7-a8d7-2c33d8746f00 service nova] Releasing lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.215205] env[64022]: DEBUG oslo_concurrency.lockutils [None req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-135ffb93-bbce-4a05-ab41-114b360628b3-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.031s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.396129] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.396447] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.843465] env[64022]: DEBUG nova.compute.manager [req-70883b84-3197-4afa-9f19-3dc9def01c0b req-88c6d71c-b640-46d4-b615-0f02fd339a0a service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Received event network-vif-deleted-d59b53e6-6c30-4636-bba9-963fe8393ecf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.843699] env[64022]: INFO nova.compute.manager [req-70883b84-3197-4afa-9f19-3dc9def01c0b req-88c6d71c-b640-46d4-b615-0f02fd339a0a service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Neutron deleted interface d59b53e6-6c30-4636-bba9-963fe8393ecf; detaching it from the instance and deleting it from the info cache [ 1148.843830] env[64022]: DEBUG nova.network.neutron [req-70883b84-3197-4afa-9f19-3dc9def01c0b req-88c6d71c-b640-46d4-b615-0f02fd339a0a service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.906601] env[64022]: INFO nova.compute.claims [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.035874] env[64022]: DEBUG nova.network.neutron [-] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.347082] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a21083a-0db4-43d0-b1e5-3b4bc13d2f85 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.357675] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b43ac2-46fb-4fd1-a525-26446343897e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.387884] env[64022]: DEBUG nova.compute.manager [req-70883b84-3197-4afa-9f19-3dc9def01c0b req-88c6d71c-b640-46d4-b615-0f02fd339a0a service nova] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Detach interface failed, port_id=d59b53e6-6c30-4636-bba9-963fe8393ecf, reason: Instance 6e64a5ea-2650-451b-a1af-960efa569d28 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1149.412510] env[64022]: INFO nova.compute.resource_tracker [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating resource usage from migration 57021d3d-2e43-4f12-8810-39b978da3090 [ 1149.530797] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ce9cda-35ea-41c3-bdbf-e5c0cd3ea9c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.538097] env[64022]: INFO nova.compute.manager [-] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Took 1.63 seconds to deallocate network for instance. [ 1149.540963] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b69692-12c6-43d1-a27e-b40e8c31b1df {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.571160] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0818c542-2046-4853-89fd-ec42e4162e1e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.578809] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9eaea0-d838-467e-9a21-a86a758dd64d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.591981] env[64022]: DEBUG nova.compute.provider_tree [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.918633] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "interface-135ffb93-bbce-4a05-ab41-114b360628b3-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.919076] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-135ffb93-bbce-4a05-ab41-114b360628b3-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.095860] env[64022]: INFO nova.compute.manager [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Took 0.56 seconds to detach 1 volumes for instance. [ 1150.101219] env[64022]: DEBUG nova.scheduler.client.report [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.111273] env[64022]: DEBUG nova.compute.manager [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Deleting volume: 11a0baf8-c51c-4fac-ace7-901eae9b1917 {{(pid=64022) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1150.422414] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.422629] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.423516] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f07057-cec2-48d8-959e-d7f1846e4962 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.441115] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1e0369-2c15-4dc1-ab2b-bf30f32b04d6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.465300] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Reconfiguring VM to detach interface {{(pid=64022) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1150.465539] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58c687b1-e5e9-4b5c-a380-beeb47dc33d6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.482948] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1150.482948] env[64022]: value = "task-2303347" [ 1150.482948] env[64022]: _type = "Task" [ 1150.482948] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.490421] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.618695] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.222s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.618908] env[64022]: INFO nova.compute.manager [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Migrating [ 1150.684366] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.684609] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.684800] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.702896] env[64022]: INFO nova.scheduler.client.report [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleted allocations for instance 6e64a5ea-2650-451b-a1af-960efa569d28 [ 1150.993349] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.133631] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.133859] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.134074] env[64022]: DEBUG nova.network.neutron [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.211336] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9ba46a91-341d-43e2-a898-570259ea4104 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "6e64a5ea-2650-451b-a1af-960efa569d28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.054s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.493624] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.818289] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "caf5b112-ee36-4764-9793-8e3d04b7c5da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.818549] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "caf5b112-ee36-4764-9793-8e3d04b7c5da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.818774] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "caf5b112-ee36-4764-9793-8e3d04b7c5da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.818962] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "caf5b112-ee36-4764-9793-8e3d04b7c5da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.819156] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "caf5b112-ee36-4764-9793-8e3d04b7c5da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.823232] env[64022]: INFO nova.compute.manager [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Terminating instance [ 1151.857546] env[64022]: DEBUG nova.network.neutron [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance_info_cache with network_info: [{"id": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "address": "fa:16:3e:51:35:0d", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e7cbfd-54", "ovs_interfaceid": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.994534] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.327909] env[64022]: DEBUG nova.compute.manager [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.328158] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.329065] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb2e8db-0f07-4151-8386-6037f0ecd41d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.336803] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.337045] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c7f0be8-b2f0-42f9-a309-9dbafda9aeba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.343034] env[64022]: DEBUG oslo_vmware.api [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1152.343034] env[64022]: value = "task-2303348" [ 1152.343034] env[64022]: _type = "Task" [ 1152.343034] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.350965] env[64022]: DEBUG oslo_vmware.api [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.359670] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.496560] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.853344] env[64022]: DEBUG oslo_vmware.api [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303348, 'name': PowerOffVM_Task, 'duration_secs': 0.183078} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.853617] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.853780] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.854045] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2045099-dcc1-42f5-982f-83880f69051b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.917024] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.917292] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.917434] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleting the datastore file [datastore1] caf5b112-ee36-4764-9793-8e3d04b7c5da {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.917696] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5c2db47-987a-4753-a474-c20a8acd1357 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.924367] env[64022]: DEBUG oslo_vmware.api [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1152.924367] env[64022]: value = "task-2303350" [ 1152.924367] env[64022]: _type = "Task" [ 1152.924367] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.931795] env[64022]: DEBUG oslo_vmware.api [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.996470] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.434760] env[64022]: DEBUG oslo_vmware.api [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121757} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.435052] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.435231] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.435416] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.435590] env[64022]: INFO nova.compute.manager [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1153.435847] env[64022]: DEBUG oslo.service.loopingcall [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1153.436086] env[64022]: DEBUG nova.compute.manager [-] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.436238] env[64022]: DEBUG nova.network.neutron [-] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.497771] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.725890] env[64022]: DEBUG nova.compute.manager [req-f084545b-9a02-4844-83dd-45949a5d5729 req-ac3b0959-2aa1-4c84-b8de-6c61cf5a57c7 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Received event network-vif-deleted-c4ec9259-32af-4670-a86e-06373546f1d9 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1153.726162] env[64022]: INFO nova.compute.manager [req-f084545b-9a02-4844-83dd-45949a5d5729 req-ac3b0959-2aa1-4c84-b8de-6c61cf5a57c7 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Neutron deleted interface c4ec9259-32af-4670-a86e-06373546f1d9; detaching it from the instance and deleting it from the info cache [ 1153.726361] env[64022]: DEBUG nova.network.neutron [req-f084545b-9a02-4844-83dd-45949a5d5729 req-ac3b0959-2aa1-4c84-b8de-6c61cf5a57c7 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.874539] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf6c032-a64c-48ab-b65e-fe15bb62c08b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.895959] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance 'd00f85e6-db6e-4839-a4a7-198a8e94436d' progress to 0 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.997694] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.211042] env[64022]: DEBUG nova.network.neutron [-] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.228860] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25c082b9-a67c-4b91-a2eb-15df8806b494 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.239234] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202b8aab-0a74-40a4-8e24-fd4b6005f8a0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.266199] env[64022]: DEBUG nova.compute.manager [req-f084545b-9a02-4844-83dd-45949a5d5729 req-ac3b0959-2aa1-4c84-b8de-6c61cf5a57c7 service nova] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Detach interface failed, port_id=c4ec9259-32af-4670-a86e-06373546f1d9, reason: Instance caf5b112-ee36-4764-9793-8e3d04b7c5da could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1154.402468] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.402767] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-446bbd9e-9108-457e-ab51-12a022b39a53 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.410728] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1154.410728] env[64022]: value = "task-2303351" [ 1154.410728] env[64022]: _type = "Task" [ 1154.410728] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.418883] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.500172] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.713636] env[64022]: INFO nova.compute.manager [-] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Took 1.28 seconds to deallocate network for instance. [ 1154.920510] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303351, 'name': PowerOffVM_Task, 'duration_secs': 0.218365} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.920822] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.921052] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance 'd00f85e6-db6e-4839-a4a7-198a8e94436d' progress to 17 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.999335] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.220090] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.220369] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.220590] env[64022]: DEBUG nova.objects.instance [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lazy-loading 'resources' on Instance uuid caf5b112-ee36-4764-9793-8e3d04b7c5da {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.427128] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.427425] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.427630] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.427829] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.427978] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.428141] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.428364] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.428518] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.428681] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.428842] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.429022] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.434197] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da00e8b9-ec27-4ff5-a488-fd03adeeb31f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.454203] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1155.454203] env[64022]: value = "task-2303352" [ 1155.454203] env[64022]: _type = "Task" [ 1155.454203] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.462467] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.500295] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.839788] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce2da28-3298-49d0-9853-1e6ca6840e6d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.848406] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6012717-ce7a-497a-bf8a-368eaf770f83 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.879601] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b96eb25-b231-49ab-8cfa-acf952e3627b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.887297] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d83f32-555f-475b-82e8-faf06924dbba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.900352] env[64022]: DEBUG nova.compute.provider_tree [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.949605] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.949874] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.950085] env[64022]: INFO nova.compute.manager [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Shelving [ 1155.966576] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303352, 'name': ReconfigVM_Task, 'duration_secs': 0.181727} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.967240] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance 'd00f85e6-db6e-4839-a4a7-198a8e94436d' progress to 33 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.000370] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303347, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.404107] env[64022]: DEBUG nova.scheduler.client.report [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.472814] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.473059] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.473213] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.473401] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.473549] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.473696] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.473895] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.474069] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.474248] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.474410] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.474583] env[64022]: DEBUG nova.virt.hardware [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.479813] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.480474] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4828eab-1d43-42e1-a366-4433a7558249 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.501306] env[64022]: DEBUG oslo_vmware.api [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303347, 'name': ReconfigVM_Task, 'duration_secs': 5.739897} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.502417] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.502619] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Reconfigured VM to detach interface {{(pid=64022) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1156.504619] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1156.504619] env[64022]: value = "task-2303353" [ 1156.504619] env[64022]: _type = "Task" [ 1156.504619] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.512433] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.908756] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.925272] env[64022]: INFO nova.scheduler.client.report [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleted allocations for instance caf5b112-ee36-4764-9793-8e3d04b7c5da [ 1156.958593] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.958920] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91d78632-eeef-4d14-8efc-3de4a9d00dec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.966651] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1156.966651] env[64022]: value = "task-2303354" [ 1156.966651] env[64022]: _type = "Task" [ 1156.966651] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.973959] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.013437] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303353, 'name': ReconfigVM_Task, 'duration_secs': 0.183243} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.013739] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.014449] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811479f3-c827-45bf-98f0-57d6ddf0164e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.039163] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d00f85e6-db6e-4839-a4a7-198a8e94436d/d00f85e6-db6e-4839-a4a7-198a8e94436d.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.039393] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-033cadf1-23ac-4fa9-a259-6624576cb7ab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.057259] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1157.057259] env[64022]: value = "task-2303355" [ 1157.057259] env[64022]: _type = "Task" [ 1157.057259] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.066415] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.434246] env[64022]: DEBUG oslo_concurrency.lockutils [None req-55656041-c31f-4a87-9beb-5eee0e09c3e3 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "caf5b112-ee36-4764-9793-8e3d04b7c5da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.615s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.476294] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303354, 'name': PowerOffVM_Task, 'duration_secs': 0.431251} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.476667] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.477625] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9e1711-bb0d-4a69-8915-5fc5477de668 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.496213] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4800b83d-7917-444a-8430-fe81d607e2dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.566216] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303355, 'name': ReconfigVM_Task, 'duration_secs': 0.299454} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.566489] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d00f85e6-db6e-4839-a4a7-198a8e94436d/d00f85e6-db6e-4839-a4a7-198a8e94436d.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.566780] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance 'd00f85e6-db6e-4839-a4a7-198a8e94436d' progress to 50 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.853129] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.853340] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.853530] env[64022]: DEBUG nova.network.neutron [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.006141] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1158.006497] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eaae4695-cb82-4e77-ab21-8563fcba02dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.013337] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1158.013337] env[64022]: value = "task-2303357" [ 1158.013337] env[64022]: _type = "Task" [ 1158.013337] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.021641] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303357, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.073410] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fa3393-3b02-4c2a-a2f1-ada1bcabb063 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.095932] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9664c0e-7600-43ea-8cfc-c18645a083be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.118496] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance 'd00f85e6-db6e-4839-a4a7-198a8e94436d' progress to 67 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.520877] env[64022]: DEBUG nova.compute.manager [req-95f6c073-b514-41d7-a439-78ddc228379c req-4f9d37c5-873d-4950-8388-56656db30c31 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Received event network-changed-98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1158.521100] env[64022]: DEBUG nova.compute.manager [req-95f6c073-b514-41d7-a439-78ddc228379c req-4f9d37c5-873d-4950-8388-56656db30c31 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Refreshing instance network info cache due to event network-changed-98840ec5-c91c-4a38-965d-20e87e6d133e. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1158.521320] env[64022]: DEBUG oslo_concurrency.lockutils [req-95f6c073-b514-41d7-a439-78ddc228379c req-4f9d37c5-873d-4950-8388-56656db30c31 service nova] Acquiring lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.527504] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303357, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.563144] env[64022]: INFO nova.network.neutron [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Port f8cc8abb-7b35-4cef-bdbe-5d19881bc76a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1158.563565] env[64022]: DEBUG nova.network.neutron [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updating instance_info_cache with network_info: [{"id": "98840ec5-c91c-4a38-965d-20e87e6d133e", "address": "fa:16:3e:61:6e:a6", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98840ec5-c9", "ovs_interfaceid": "98840ec5-c91c-4a38-965d-20e87e6d133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.024069] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303357, 'name': CreateSnapshot_Task, 'duration_secs': 0.518748} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.024401] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1159.025143] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124822d5-40dc-4336-b53c-d7eb028c6aff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.065959] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.067962] env[64022]: DEBUG oslo_concurrency.lockutils [req-95f6c073-b514-41d7-a439-78ddc228379c req-4f9d37c5-873d-4950-8388-56656db30c31 service nova] Acquired lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.068178] env[64022]: DEBUG nova.network.neutron [req-95f6c073-b514-41d7-a439-78ddc228379c req-4f9d37c5-873d-4950-8388-56656db30c31 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Refreshing network info cache for port 98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.199845] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "interface-c458f59d-e1b9-4b61-bd09-65310e7fa53e-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.200032] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-c458f59d-e1b9-4b61-bd09-65310e7fa53e-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.200334] env[64022]: DEBUG nova.objects.instance [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'flavor' on Instance uuid c458f59d-e1b9-4b61-bd09-65310e7fa53e {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.542602] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1159.542916] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ea68b7e-2a2e-4d3b-8850-de857ec8658f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.551223] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1159.551223] env[64022]: value = "task-2303358" [ 1159.551223] env[64022]: _type = "Task" [ 1159.551223] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.558917] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303358, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.570912] env[64022]: DEBUG oslo_concurrency.lockutils [None req-a6047983-a74f-48a3-a93d-154373c98514 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-135ffb93-bbce-4a05-ab41-114b360628b3-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.652s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.810900] env[64022]: DEBUG nova.network.neutron [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Port 74e7cbfd-5490-41bf-96a4-e4397fd39384 binding to destination host cpu-1 is already ACTIVE {{(pid=64022) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1159.860917] env[64022]: DEBUG nova.network.neutron [req-95f6c073-b514-41d7-a439-78ddc228379c req-4f9d37c5-873d-4950-8388-56656db30c31 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updated VIF entry in instance network info cache for port 98840ec5-c91c-4a38-965d-20e87e6d133e. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.861338] env[64022]: DEBUG nova.network.neutron [req-95f6c073-b514-41d7-a439-78ddc228379c req-4f9d37c5-873d-4950-8388-56656db30c31 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updating instance_info_cache with network_info: [{"id": "98840ec5-c91c-4a38-965d-20e87e6d133e", "address": "fa:16:3e:61:6e:a6", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98840ec5-c9", "ovs_interfaceid": "98840ec5-c91c-4a38-965d-20e87e6d133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.878799] env[64022]: DEBUG nova.objects.instance [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'pci_requests' on Instance uuid c458f59d-e1b9-4b61-bd09-65310e7fa53e {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.060763] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303358, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.364538] env[64022]: DEBUG oslo_concurrency.lockutils [req-95f6c073-b514-41d7-a439-78ddc228379c req-4f9d37c5-873d-4950-8388-56656db30c31 service nova] Releasing lock "refresh_cache-135ffb93-bbce-4a05-ab41-114b360628b3" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.382033] env[64022]: DEBUG nova.objects.base [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1160.382033] env[64022]: DEBUG nova.network.neutron [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.458706] env[64022]: DEBUG nova.policy [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd08471ed48d14639b7aeecf02e4971ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '400d48af30094ccba424ceee72faec9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.544405] env[64022]: DEBUG nova.compute.manager [req-277a6e22-bcc8-47c2-a6d2-d082a0fd387f req-bc4d981c-4245-420f-bf5b-1aadf06fa3e7 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Received event network-changed-52de2f0e-c73c-41c6-8668-b4f88247bdd4 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1160.544572] env[64022]: DEBUG nova.compute.manager [req-277a6e22-bcc8-47c2-a6d2-d082a0fd387f req-bc4d981c-4245-420f-bf5b-1aadf06fa3e7 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Refreshing instance network info cache due to event network-changed-52de2f0e-c73c-41c6-8668-b4f88247bdd4. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1160.544795] env[64022]: DEBUG oslo_concurrency.lockutils [req-277a6e22-bcc8-47c2-a6d2-d082a0fd387f req-bc4d981c-4245-420f-bf5b-1aadf06fa3e7 service nova] Acquiring lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.544939] env[64022]: DEBUG oslo_concurrency.lockutils [req-277a6e22-bcc8-47c2-a6d2-d082a0fd387f req-bc4d981c-4245-420f-bf5b-1aadf06fa3e7 service nova] Acquired lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.545352] env[64022]: DEBUG nova.network.neutron [req-277a6e22-bcc8-47c2-a6d2-d082a0fd387f req-bc4d981c-4245-420f-bf5b-1aadf06fa3e7 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Refreshing network info cache for port 52de2f0e-c73c-41c6-8668-b4f88247bdd4 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.561829] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303358, 'name': CloneVM_Task, 'duration_secs': 0.97649} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.562091] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Created linked-clone VM from snapshot [ 1160.562800] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f942f2d-3d29-4298-8885-dd18ace9fe82 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.569941] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Uploading image 2024511b-712b-4f92-96c0-b04526e41f72 {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1160.595472] env[64022]: DEBUG oslo_vmware.rw_handles [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1160.595472] env[64022]: value = "vm-468564" [ 1160.595472] env[64022]: _type = "VirtualMachine" [ 1160.595472] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1160.595717] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cdf63e54-a0fd-4375-b904-6057a21ab4df {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.601911] env[64022]: DEBUG oslo_vmware.rw_handles [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lease: (returnval){ [ 1160.601911] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521bc900-c8bd-9f65-a857-483677097ca9" [ 1160.601911] env[64022]: _type = "HttpNfcLease" [ 1160.601911] env[64022]: } obtained for exporting VM: (result){ [ 1160.601911] env[64022]: value = "vm-468564" [ 1160.601911] env[64022]: _type = "VirtualMachine" [ 1160.601911] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1160.602153] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the lease: (returnval){ [ 1160.602153] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521bc900-c8bd-9f65-a857-483677097ca9" [ 1160.602153] env[64022]: _type = "HttpNfcLease" [ 1160.602153] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1160.608055] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.608055] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521bc900-c8bd-9f65-a857-483677097ca9" [ 1160.608055] env[64022]: _type = "HttpNfcLease" [ 1160.608055] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.832616] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "d00f85e6-db6e-4839-a4a7-198a8e94436d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.832838] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.833019] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.856143] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.856344] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.856508] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1160.856633] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Rebuilding the list of instances to heal {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1161.111915] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.111915] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521bc900-c8bd-9f65-a857-483677097ca9" [ 1161.111915] env[64022]: _type = "HttpNfcLease" [ 1161.111915] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1161.112347] env[64022]: DEBUG oslo_vmware.rw_handles [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1161.112347] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]521bc900-c8bd-9f65-a857-483677097ca9" [ 1161.112347] env[64022]: _type = "HttpNfcLease" [ 1161.112347] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1161.112931] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5649a4fa-048a-4cc8-931f-ef463e98404d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.120537] env[64022]: DEBUG oslo_vmware.rw_handles [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cce4c-558e-60d8-87da-1177a1170e94/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1161.120719] env[64022]: DEBUG oslo_vmware.rw_handles [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cce4c-558e-60d8-87da-1177a1170e94/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1161.210262] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd2745a3-d236-4791-a606-aa7e623e7ac7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.305758] env[64022]: DEBUG nova.network.neutron [req-277a6e22-bcc8-47c2-a6d2-d082a0fd387f req-bc4d981c-4245-420f-bf5b-1aadf06fa3e7 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updated VIF entry in instance network info cache for port 52de2f0e-c73c-41c6-8668-b4f88247bdd4. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.306217] env[64022]: DEBUG nova.network.neutron [req-277a6e22-bcc8-47c2-a6d2-d082a0fd387f req-bc4d981c-4245-420f-bf5b-1aadf06fa3e7 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updating instance_info_cache with network_info: [{"id": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "address": "fa:16:3e:50:2b:da", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de2f0e-c7", "ovs_interfaceid": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.391932] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.392103] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquired lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.392465] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Forcefully refreshing network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1161.392465] env[64022]: DEBUG nova.objects.instance [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lazy-loading 'info_cache' on Instance uuid fd2648fd-9a15-40e9-aecb-b01d77939d1e {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.551832] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.552060] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.552400] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.552674] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.552956] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.555222] env[64022]: INFO nova.compute.manager [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Terminating instance [ 1161.809017] env[64022]: DEBUG oslo_concurrency.lockutils [req-277a6e22-bcc8-47c2-a6d2-d082a0fd387f req-bc4d981c-4245-420f-bf5b-1aadf06fa3e7 service nova] Releasing lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.849759] env[64022]: DEBUG nova.compute.manager [req-b3b12105-a1f3-49fd-ae54-107df40e414d req-13d6927d-6caa-454c-87da-c7f8ec1d2ff4 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Received event network-vif-plugged-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.850047] env[64022]: DEBUG oslo_concurrency.lockutils [req-b3b12105-a1f3-49fd-ae54-107df40e414d req-13d6927d-6caa-454c-87da-c7f8ec1d2ff4 service nova] Acquiring lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.850240] env[64022]: DEBUG oslo_concurrency.lockutils [req-b3b12105-a1f3-49fd-ae54-107df40e414d req-13d6927d-6caa-454c-87da-c7f8ec1d2ff4 service nova] Lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.850528] env[64022]: DEBUG oslo_concurrency.lockutils [req-b3b12105-a1f3-49fd-ae54-107df40e414d req-13d6927d-6caa-454c-87da-c7f8ec1d2ff4 service nova] Lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.850697] env[64022]: DEBUG nova.compute.manager [req-b3b12105-a1f3-49fd-ae54-107df40e414d req-13d6927d-6caa-454c-87da-c7f8ec1d2ff4 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] No waiting events found dispatching network-vif-plugged-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.851077] env[64022]: WARNING nova.compute.manager [req-b3b12105-a1f3-49fd-ae54-107df40e414d req-13d6927d-6caa-454c-87da-c7f8ec1d2ff4 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Received unexpected event network-vif-plugged-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a for instance with vm_state active and task_state None. [ 1161.884338] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.884656] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.884916] env[64022]: DEBUG nova.network.neutron [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.977745] env[64022]: DEBUG nova.network.neutron [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Successfully updated port: f8cc8abb-7b35-4cef-bdbe-5d19881bc76a {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.059064] env[64022]: DEBUG nova.compute.manager [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.059334] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.060286] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce937455-0522-491a-b571-6ab8a8ab3ce6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.068968] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.069305] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f129909-1396-4e95-93bf-4a24652743ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.076471] env[64022]: DEBUG oslo_vmware.api [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1162.076471] env[64022]: value = "task-2303360" [ 1162.076471] env[64022]: _type = "Task" [ 1162.076471] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.084220] env[64022]: DEBUG oslo_vmware.api [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.483353] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.483635] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.483760] env[64022]: DEBUG nova.network.neutron [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.586697] env[64022]: DEBUG oslo_vmware.api [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303360, 'name': PowerOffVM_Task, 'duration_secs': 0.245783} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.587054] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.587301] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.587574] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bf6e7d7-3746-402e-b025-3682e328f9d6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.652720] env[64022]: DEBUG nova.network.neutron [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance_info_cache with network_info: [{"id": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "address": "fa:16:3e:51:35:0d", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e7cbfd-54", "ovs_interfaceid": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.037526] env[64022]: WARNING nova.network.neutron [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] 95fcd637-aab7-4554-a701-a1f317731c5b already exists in list: networks containing: ['95fcd637-aab7-4554-a701-a1f317731c5b']. ignoring it [ 1163.047765] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.048043] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.048254] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleting the datastore file [datastore2] fd2648fd-9a15-40e9-aecb-b01d77939d1e {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.048559] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3a7413b-08df-4d87-a4e9-77c4ed98924c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.054657] env[64022]: DEBUG oslo_vmware.api [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for the task: (returnval){ [ 1163.054657] env[64022]: value = "task-2303362" [ 1163.054657] env[64022]: _type = "Task" [ 1163.054657] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.062943] env[64022]: DEBUG oslo_vmware.api [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.155605] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.234452] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Updating instance_info_cache with network_info: [{"id": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "address": "fa:16:3e:ec:85:cb", "network": {"id": "ab3ab575-6191-428d-84ae-5c3492e4fcbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-736136031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7329ee1152854fdebbd2747fc537eadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8f1069-a1", "ovs_interfaceid": "9f8f1069-a15b-429b-ab82-98556a71ec6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.426080] env[64022]: DEBUG nova.network.neutron [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updating instance_info_cache with network_info: [{"id": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "address": "fa:16:3e:50:2b:da", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de2f0e-c7", "ovs_interfaceid": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8cc8abb-7b35-4cef-bdbe-5d19881bc76a", "address": "fa:16:3e:98:b4:3f", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cc8abb-7b", "ovs_interfaceid": "f8cc8abb-7b35-4cef-bdbe-5d19881bc76a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.565775] env[64022]: DEBUG oslo_vmware.api [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Task: {'id': task-2303362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210429} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.566368] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.566538] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.566789] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.567046] env[64022]: INFO nova.compute.manager [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1163.567390] env[64022]: DEBUG oslo.service.loopingcall [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1163.567653] env[64022]: DEBUG nova.compute.manager [-] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.567783] env[64022]: DEBUG nova.network.neutron [-] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.668233] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c2d3ac-c9b5-44c0-b6d0-9a3e2e9c7aec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.676620] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc5084d-4f99-4b6a-a15f-aec6ccac68cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.739218] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Releasing lock "refresh_cache-fd2648fd-9a15-40e9-aecb-b01d77939d1e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.739497] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Updated the network info_cache for instance {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1163.739751] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.739934] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.740113] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.740273] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.740447] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.740608] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.740751] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1163.740953] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.881655] env[64022]: DEBUG nova.compute.manager [req-59a77562-fab6-47dd-8886-2f0f095f346f req-b6286000-f690-49d2-9f2e-1e307fcf19b3 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Received event network-changed-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1163.881655] env[64022]: DEBUG nova.compute.manager [req-59a77562-fab6-47dd-8886-2f0f095f346f req-b6286000-f690-49d2-9f2e-1e307fcf19b3 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Refreshing instance network info cache due to event network-changed-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1163.881793] env[64022]: DEBUG oslo_concurrency.lockutils [req-59a77562-fab6-47dd-8886-2f0f095f346f req-b6286000-f690-49d2-9f2e-1e307fcf19b3 service nova] Acquiring lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.929169] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.929909] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.930110] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.930422] env[64022]: DEBUG oslo_concurrency.lockutils [req-59a77562-fab6-47dd-8886-2f0f095f346f req-b6286000-f690-49d2-9f2e-1e307fcf19b3 service nova] Acquired lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.930629] env[64022]: DEBUG nova.network.neutron [req-59a77562-fab6-47dd-8886-2f0f095f346f req-b6286000-f690-49d2-9f2e-1e307fcf19b3 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Refreshing network info cache for port f8cc8abb-7b35-4cef-bdbe-5d19881bc76a {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.932512] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375e8236-8e87-4256-82d1-ae4b5cacb5cf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.951844] env[64022]: DEBUG nova.virt.hardware [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.952135] env[64022]: DEBUG nova.virt.hardware [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.952305] env[64022]: DEBUG nova.virt.hardware [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.952506] env[64022]: DEBUG nova.virt.hardware [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.952673] env[64022]: DEBUG nova.virt.hardware [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.952850] env[64022]: DEBUG nova.virt.hardware [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.953082] env[64022]: DEBUG nova.virt.hardware [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.953264] env[64022]: DEBUG nova.virt.hardware [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.953452] env[64022]: DEBUG nova.virt.hardware [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.953632] env[64022]: DEBUG nova.virt.hardware [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.953834] env[64022]: DEBUG nova.virt.hardware [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.960557] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Reconfiguring VM to attach interface {{(pid=64022) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1163.961499] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9518f3f3-8047-448e-995b-12a81176c559 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.978641] env[64022]: DEBUG oslo_vmware.api [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1163.978641] env[64022]: value = "task-2303363" [ 1163.978641] env[64022]: _type = "Task" [ 1163.978641] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.991100] env[64022]: DEBUG oslo_vmware.api [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.243556] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.243670] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.243889] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.244126] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1164.245090] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8577f46-8b5a-42a6-8be9-9140220ff72f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.253768] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436ef12a-7015-4afd-90d7-06cc5cc5e2a9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.272952] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76474c8f-88bc-4d95-937c-c7046240f72b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.280639] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616213cb-03c9-4764-8e65-b8e496b575ec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.310946] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179662MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1164.311122] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.311328] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.322929] env[64022]: DEBUG nova.network.neutron [-] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.488542] env[64022]: DEBUG oslo_vmware.api [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303363, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.667648] env[64022]: DEBUG nova.network.neutron [req-59a77562-fab6-47dd-8886-2f0f095f346f req-b6286000-f690-49d2-9f2e-1e307fcf19b3 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updated VIF entry in instance network info cache for port f8cc8abb-7b35-4cef-bdbe-5d19881bc76a. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.668092] env[64022]: DEBUG nova.network.neutron [req-59a77562-fab6-47dd-8886-2f0f095f346f req-b6286000-f690-49d2-9f2e-1e307fcf19b3 service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updating instance_info_cache with network_info: [{"id": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "address": "fa:16:3e:50:2b:da", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de2f0e-c7", "ovs_interfaceid": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8cc8abb-7b35-4cef-bdbe-5d19881bc76a", "address": "fa:16:3e:98:b4:3f", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cc8abb-7b", "ovs_interfaceid": "f8cc8abb-7b35-4cef-bdbe-5d19881bc76a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.782891] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5debc7b4-3cc9-4651-8ea7-10e47a6fb534 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.807039] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46c2b7d-859c-4dea-b152-63fc639ff54b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.818910] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance 'd00f85e6-db6e-4839-a4a7-198a8e94436d' progress to 83 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.825796] env[64022]: INFO nova.compute.manager [-] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Took 1.26 seconds to deallocate network for instance. [ 1164.988910] env[64022]: DEBUG oslo_vmware.api [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303363, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.171751] env[64022]: DEBUG oslo_concurrency.lockutils [req-59a77562-fab6-47dd-8886-2f0f095f346f req-b6286000-f690-49d2-9f2e-1e307fcf19b3 service nova] Releasing lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.172079] env[64022]: DEBUG nova.compute.manager [req-59a77562-fab6-47dd-8886-2f0f095f346f req-b6286000-f690-49d2-9f2e-1e307fcf19b3 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Received event network-vif-deleted-9f8f1069-a15b-429b-ab82-98556a71ec6d {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.172252] env[64022]: INFO nova.compute.manager [req-59a77562-fab6-47dd-8886-2f0f095f346f req-b6286000-f690-49d2-9f2e-1e307fcf19b3 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Neutron deleted interface 9f8f1069-a15b-429b-ab82-98556a71ec6d; detaching it from the instance and deleting it from the info cache [ 1165.172427] env[64022]: DEBUG nova.network.neutron [req-59a77562-fab6-47dd-8886-2f0f095f346f req-b6286000-f690-49d2-9f2e-1e307fcf19b3 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.323965] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Applying migration context for instance d00f85e6-db6e-4839-a4a7-198a8e94436d as it has an incoming, in-progress migration 57021d3d-2e43-4f12-8810-39b978da3090. Migration status is post-migrating {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1165.325120] env[64022]: INFO nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating resource usage from migration 57021d3d-2e43-4f12-8810-39b978da3090 [ 1165.328888] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.329409] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5383dc0-e111-4001-9c2d-7d18c70ff8b9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.334172] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.336778] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1165.336778] env[64022]: value = "task-2303364" [ 1165.336778] env[64022]: _type = "Task" [ 1165.336778] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.345032] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.345985] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance fd2648fd-9a15-40e9-aecb-b01d77939d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.346124] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance b574a035-d4f6-48ad-b59b-b7ab844f8791 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.346276] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 135ffb93-bbce-4a05-ab41-114b360628b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.346402] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance b4bf3e4c-2f22-4417-a5be-9dc83b1331e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.346517] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance c458f59d-e1b9-4b61-bd09-65310e7fa53e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.346629] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 3f728cfe-8c48-44a4-9237-07affad15086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.346743] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Migration 57021d3d-2e43-4f12-8810-39b978da3090 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1165.346857] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance d00f85e6-db6e-4839-a4a7-198a8e94436d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.347062] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1165.347213] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1165.464729] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3b963f-bdab-4e44-af46-776abdac9f6d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.472572] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6856d5-ded9-4c4b-906d-d0b3dce58889 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.507951] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e00ed4a-d2cb-443c-867a-58f09c52e7da {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.515476] env[64022]: DEBUG oslo_vmware.api [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303363, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.518643] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6bdff3-e041-42c4-a69d-8916a87e8585 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.532094] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.675398] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d0b6ba9-19ae-4ae1-b443-f4fbd70adf03 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.687869] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc18c5f-5755-4d58-81cf-5aa5f660efe3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.718233] env[64022]: DEBUG nova.compute.manager [req-59a77562-fab6-47dd-8886-2f0f095f346f req-b6286000-f690-49d2-9f2e-1e307fcf19b3 service nova] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Detach interface failed, port_id=9f8f1069-a15b-429b-ab82-98556a71ec6d, reason: Instance fd2648fd-9a15-40e9-aecb-b01d77939d1e could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1165.846374] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303364, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.013464] env[64022]: DEBUG oslo_vmware.api [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303363, 'name': ReconfigVM_Task, 'duration_secs': 1.582519} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.014018] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.014245] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Reconfigured VM to attach interface {{(pid=64022) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1166.035085] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.348917] env[64022]: DEBUG oslo_vmware.api [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303364, 'name': PowerOnVM_Task, 'duration_secs': 0.650747} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.348917] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.348917] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-6197ea53-338e-4a39-859f-996b73d74289 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance 'd00f85e6-db6e-4839-a4a7-198a8e94436d' progress to 100 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.518966] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3154c0af-faab-4a7c-9519-bfee11da6f93 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-c458f59d-e1b9-4b61-bd09-65310e7fa53e-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.319s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.540064] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1166.540274] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.229s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.540541] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.206s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.540771] env[64022]: DEBUG nova.objects.instance [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lazy-loading 'resources' on Instance uuid fd2648fd-9a15-40e9-aecb-b01d77939d1e {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.160307] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08d81ea-51b0-4eb1-a620-c4e1f0a7e921 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.168880] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba40e009-41a1-48b7-aca1-2c5f77f01390 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.199490] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d8711-0d58-4ef3-9c16-ce70393cd396 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.207252] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210f9ffa-d0c1-4d3a-b7d1-86a2c0cfbeb7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.220965] env[64022]: DEBUG nova.compute.provider_tree [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.724253] env[64022]: DEBUG nova.scheduler.client.report [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.948448] env[64022]: DEBUG oslo_concurrency.lockutils [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "interface-c458f59d-e1b9-4b61-bd09-65310e7fa53e-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.948672] env[64022]: DEBUG oslo_concurrency.lockutils [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-c458f59d-e1b9-4b61-bd09-65310e7fa53e-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.229114] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.258314] env[64022]: INFO nova.scheduler.client.report [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Deleted allocations for instance fd2648fd-9a15-40e9-aecb-b01d77939d1e [ 1168.407502] env[64022]: DEBUG oslo_vmware.rw_handles [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cce4c-558e-60d8-87da-1177a1170e94/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1168.408422] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf1d541-59fa-44b2-84a5-698e787d759f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.414697] env[64022]: DEBUG oslo_vmware.rw_handles [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cce4c-558e-60d8-87da-1177a1170e94/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1168.414867] env[64022]: ERROR oslo_vmware.rw_handles [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cce4c-558e-60d8-87da-1177a1170e94/disk-0.vmdk due to incomplete transfer. [ 1168.415129] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-22ece7c5-3611-43df-b5bb-269b9576f024 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.422922] env[64022]: DEBUG oslo_vmware.rw_handles [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cce4c-558e-60d8-87da-1177a1170e94/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1168.423136] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Uploaded image 2024511b-712b-4f92-96c0-b04526e41f72 to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1168.425417] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1168.425642] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ed032313-5e61-499f-9453-da9eefbc7c28 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.430986] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1168.430986] env[64022]: value = "task-2303365" [ 1168.430986] env[64022]: _type = "Task" [ 1168.430986] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.438562] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303365, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.451544] env[64022]: DEBUG oslo_concurrency.lockutils [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.451733] env[64022]: DEBUG oslo_concurrency.lockutils [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.452541] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50792314-723d-4332-807f-0674bd572683 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.468904] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d07f5ac-b7d4-49af-9bb6-b901eda92344 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.493774] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Reconfiguring VM to detach interface {{(pid=64022) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1168.494093] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28b45e10-d6a5-4eaa-8db2-20a6e53ee658 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.511929] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1168.511929] env[64022]: value = "task-2303366" [ 1168.511929] env[64022]: _type = "Task" [ 1168.511929] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.519879] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.766319] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Lock "fd2648fd-9a15-40e9-aecb-b01d77939d1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.214s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.814055] env[64022]: DEBUG nova.network.neutron [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Port 74e7cbfd-5490-41bf-96a4-e4397fd39384 binding to destination host cpu-1 is already ACTIVE {{(pid=64022) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1168.814502] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.814698] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.814882] env[64022]: DEBUG nova.network.neutron [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.940983] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303365, 'name': Destroy_Task, 'duration_secs': 0.328348} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.941301] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Destroyed the VM [ 1168.941574] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1168.941936] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6e34bc40-b96f-43ae-a319-1ec0ebae850d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.948684] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1168.948684] env[64022]: value = "task-2303367" [ 1168.948684] env[64022]: _type = "Task" [ 1168.948684] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.956581] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.021590] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.458388] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303367, 'name': RemoveSnapshot_Task, 'duration_secs': 0.333917} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.458698] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1169.458939] env[64022]: DEBUG nova.compute.manager [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.459681] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91da826e-6d9f-489a-addd-fd9cbcfd74a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.524165] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.536468] env[64022]: DEBUG nova.network.neutron [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance_info_cache with network_info: [{"id": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "address": "fa:16:3e:51:35:0d", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e7cbfd-54", "ovs_interfaceid": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.971184] env[64022]: INFO nova.compute.manager [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Shelve offloading [ 1170.023253] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.038946] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.473860] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.474231] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee03b338-918a-492d-b25d-f22f461a47ff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.482241] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1170.482241] env[64022]: value = "task-2303368" [ 1170.482241] env[64022]: _type = "Task" [ 1170.482241] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.491459] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.523178] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.542684] env[64022]: DEBUG nova.compute.manager [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64022) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1170.993009] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1170.993243] env[64022]: DEBUG nova.compute.manager [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.994101] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82700726-8594-4cc8-94c5-d14ec4612546 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.999698] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.999861] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.000038] env[64022]: DEBUG nova.network.neutron [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.023279] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.525443] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.666881] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.667152] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.713007] env[64022]: DEBUG nova.network.neutron [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updating instance_info_cache with network_info: [{"id": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "address": "fa:16:3e:2c:57:77", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29578cd-cd", "ovs_interfaceid": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.026751] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.169770] env[64022]: DEBUG nova.objects.instance [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'migration_context' on Instance uuid d00f85e6-db6e-4839-a4a7-198a8e94436d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.215544] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.435647] env[64022]: DEBUG nova.compute.manager [req-f3e4e6bc-ce6f-41ad-9349-326a73d4b259 req-f1cb682f-6d32-44b4-b3fb-73c34639e892 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Received event network-vif-unplugged-d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.435896] env[64022]: DEBUG oslo_concurrency.lockutils [req-f3e4e6bc-ce6f-41ad-9349-326a73d4b259 req-f1cb682f-6d32-44b4-b3fb-73c34639e892 service nova] Acquiring lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.436388] env[64022]: DEBUG oslo_concurrency.lockutils [req-f3e4e6bc-ce6f-41ad-9349-326a73d4b259 req-f1cb682f-6d32-44b4-b3fb-73c34639e892 service nova] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.436624] env[64022]: DEBUG oslo_concurrency.lockutils [req-f3e4e6bc-ce6f-41ad-9349-326a73d4b259 req-f1cb682f-6d32-44b4-b3fb-73c34639e892 service nova] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.436803] env[64022]: DEBUG nova.compute.manager [req-f3e4e6bc-ce6f-41ad-9349-326a73d4b259 req-f1cb682f-6d32-44b4-b3fb-73c34639e892 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] No waiting events found dispatching network-vif-unplugged-d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.437041] env[64022]: WARNING nova.compute.manager [req-f3e4e6bc-ce6f-41ad-9349-326a73d4b259 req-f1cb682f-6d32-44b4-b3fb-73c34639e892 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Received unexpected event network-vif-unplugged-d29578cd-cde0-427b-8cd6-82923d69a2d1 for instance with vm_state shelved and task_state shelving_offloading. [ 1172.528808] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.564358] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.565290] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91602eb6-6d72-4d00-9e7d-4e7674ccf6b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.574314] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.574568] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7748b0b1-99d7-4908-8027-ca27440fa724 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.638017] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.638017] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.638017] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleting the datastore file [datastore1] b4bf3e4c-2f22-4417-a5be-9dc83b1331e0 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.638017] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b299a270-6893-4963-9ed2-c6a4917ce96f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.642441] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1172.642441] env[64022]: value = "task-2303370" [ 1172.642441] env[64022]: _type = "Task" [ 1172.642441] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.650197] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.784261] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d4a4e4-4d26-4dfc-b5ac-9e8cfc38be8e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.791522] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68605484-0e9b-4d98-baad-26805d941a52 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.821356] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8789175-1def-4301-bdfb-cd64c10ea7ac {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.828721] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99d1085-8772-4dd8-a84f-0201b3be5544 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.844034] env[64022]: DEBUG nova.compute.provider_tree [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.031323] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.153728] env[64022]: DEBUG oslo_vmware.api [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133083} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.153994] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.154261] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.154465] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.174048] env[64022]: INFO nova.scheduler.client.report [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleted allocations for instance b4bf3e4c-2f22-4417-a5be-9dc83b1331e0 [ 1173.346907] env[64022]: DEBUG nova.scheduler.client.report [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.530082] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.679383] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.030462] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303366, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.361111] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.694s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.368282] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.689s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.368773] env[64022]: DEBUG nova.objects.instance [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lazy-loading 'resources' on Instance uuid b4bf3e4c-2f22-4417-a5be-9dc83b1331e0 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.464729] env[64022]: DEBUG nova.compute.manager [req-4efb1e45-0a46-4d68-ab22-feebbaec8594 req-41fb6620-f81a-477f-8c24-ca41346738a2 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Received event network-changed-d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1174.464924] env[64022]: DEBUG nova.compute.manager [req-4efb1e45-0a46-4d68-ab22-feebbaec8594 req-41fb6620-f81a-477f-8c24-ca41346738a2 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Refreshing instance network info cache due to event network-changed-d29578cd-cde0-427b-8cd6-82923d69a2d1. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1174.465168] env[64022]: DEBUG oslo_concurrency.lockutils [req-4efb1e45-0a46-4d68-ab22-feebbaec8594 req-41fb6620-f81a-477f-8c24-ca41346738a2 service nova] Acquiring lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.465314] env[64022]: DEBUG oslo_concurrency.lockutils [req-4efb1e45-0a46-4d68-ab22-feebbaec8594 req-41fb6620-f81a-477f-8c24-ca41346738a2 service nova] Acquired lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.465503] env[64022]: DEBUG nova.network.neutron [req-4efb1e45-0a46-4d68-ab22-feebbaec8594 req-41fb6620-f81a-477f-8c24-ca41346738a2 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Refreshing network info cache for port d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.530643] env[64022]: DEBUG oslo_vmware.api [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303366, 'name': ReconfigVM_Task, 'duration_secs': 5.746321} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.530882] env[64022]: DEBUG oslo_concurrency.lockutils [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.531132] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Reconfigured VM to detach interface {{(pid=64022) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1174.876800] env[64022]: DEBUG nova.objects.instance [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lazy-loading 'numa_topology' on Instance uuid b4bf3e4c-2f22-4417-a5be-9dc83b1331e0 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.942811] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "439da3fb-49c6-4062-b79a-48db98188224" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.943374] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.286706] env[64022]: DEBUG nova.network.neutron [req-4efb1e45-0a46-4d68-ab22-feebbaec8594 req-41fb6620-f81a-477f-8c24-ca41346738a2 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updated VIF entry in instance network info cache for port d29578cd-cde0-427b-8cd6-82923d69a2d1. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.287093] env[64022]: DEBUG nova.network.neutron [req-4efb1e45-0a46-4d68-ab22-feebbaec8594 req-41fb6620-f81a-477f-8c24-ca41346738a2 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updating instance_info_cache with network_info: [{"id": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "address": "fa:16:3e:2c:57:77", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd29578cd-cd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.383858] env[64022]: DEBUG nova.objects.base [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1175.448449] env[64022]: DEBUG nova.compute.manager [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.511401] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7788610-64b8-433d-99d2-6115c7ffa117 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.519242] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21876943-2d70-4c5d-a675-46cfc866fac6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.551452] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c32be7-ef26-4286-b08e-460c0ce27b4d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.559667] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521fa68d-8cf0-4691-8f31-0f6955638495 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.575538] env[64022]: DEBUG nova.compute.provider_tree [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.789567] env[64022]: DEBUG oslo_concurrency.lockutils [req-4efb1e45-0a46-4d68-ab22-feebbaec8594 req-41fb6620-f81a-477f-8c24-ca41346738a2 service nova] Releasing lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.830427] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "ef622ca5-b17c-4499-9bed-ebd9edaa261d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.830650] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "ef622ca5-b17c-4499-9bed-ebd9edaa261d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.833371] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.905917] env[64022]: INFO nova.compute.manager [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Swapping old allocation on dict_keys(['3a889db4-7597-478e-92a9-f74a134fda34']) held by migration 57021d3d-2e43-4f12-8810-39b978da3090 for instance [ 1175.927904] env[64022]: DEBUG nova.scheduler.client.report [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Overwriting current allocation {'allocations': {'3a889db4-7597-478e-92a9-f74a134fda34': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 163}}, 'project_id': 'ff309329b12a402c9d09d72eba50d25b', 'user_id': '06589109e30d420dab09a2e1f9890f37', 'consumer_generation': 1} on consumer d00f85e6-db6e-4839-a4a7-198a8e94436d {{(pid=64022) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1175.966886] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.019352] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.019570] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.019784] env[64022]: DEBUG nova.network.neutron [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.055366] env[64022]: DEBUG oslo_concurrency.lockutils [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.055366] env[64022]: DEBUG oslo_concurrency.lockutils [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquired lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.055366] env[64022]: DEBUG nova.network.neutron [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.078352] env[64022]: DEBUG nova.scheduler.client.report [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.333341] env[64022]: DEBUG nova.compute.manager [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.392030] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "3f728cfe-8c48-44a4-9237-07affad15086" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.392285] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "3f728cfe-8c48-44a4-9237-07affad15086" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.437631] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.437854] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.438065] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.438248] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.438419] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.440266] env[64022]: INFO nova.compute.manager [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Terminating instance [ 1176.582728] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.585152] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.618s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.586709] env[64022]: INFO nova.compute.claims [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.856071] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.890847] env[64022]: DEBUG nova.network.neutron [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance_info_cache with network_info: [{"id": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "address": "fa:16:3e:51:35:0d", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e7cbfd-54", "ovs_interfaceid": "74e7cbfd-5490-41bf-96a4-e4397fd39384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.895217] env[64022]: DEBUG nova.compute.utils [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1176.909954] env[64022]: INFO nova.network.neutron [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Port f8cc8abb-7b35-4cef-bdbe-5d19881bc76a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1176.910330] env[64022]: DEBUG nova.network.neutron [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updating instance_info_cache with network_info: [{"id": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "address": "fa:16:3e:50:2b:da", "network": {"id": "95fcd637-aab7-4554-a701-a1f317731c5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-964054518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "400d48af30094ccba424ceee72faec9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de2f0e-c7", "ovs_interfaceid": "52de2f0e-c73c-41c6-8668-b4f88247bdd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.943557] env[64022]: DEBUG nova.compute.manager [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.943802] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.944679] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748754d6-d2c4-4e1d-b1ee-f52f33c9c85c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.952373] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.952661] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11c6004e-efd7-433b-8f64-2b2a10c82cf0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.958569] env[64022]: DEBUG oslo_vmware.api [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1176.958569] env[64022]: value = "task-2303371" [ 1176.958569] env[64022]: _type = "Task" [ 1176.958569] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.965734] env[64022]: DEBUG oslo_vmware.api [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.094824] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5fe3a5d5-e94d-4a9d-b0e1-9366a64bafcd tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.145s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.095667] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.262s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.095852] env[64022]: INFO nova.compute.manager [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Unshelving [ 1177.393339] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "refresh_cache-d00f85e6-db6e-4839-a4a7-198a8e94436d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.394321] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b291c3-7fd7-4b5e-a724-decc41c99ad7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.397893] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "3f728cfe-8c48-44a4-9237-07affad15086" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.402841] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff29239-b09d-4461-be0c-6338f4ee2d33 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.415632] env[64022]: DEBUG oslo_concurrency.lockutils [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Releasing lock "refresh_cache-c458f59d-e1b9-4b61-bd09-65310e7fa53e" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.468180] env[64022]: DEBUG oslo_vmware.api [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303371, 'name': PowerOffVM_Task, 'duration_secs': 0.251816} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.468355] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.468530] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.468838] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d22487a0-d53b-4108-833f-0e9a3a9272b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.534087] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.534429] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.534735] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Deleting the datastore file [datastore1] c458f59d-e1b9-4b61-bd09-65310e7fa53e {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.535052] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a67536b-3aab-48ce-9a16-1d56e72f4336 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.542263] env[64022]: DEBUG oslo_vmware.api [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1177.542263] env[64022]: value = "task-2303373" [ 1177.542263] env[64022]: _type = "Task" [ 1177.542263] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.550091] env[64022]: DEBUG oslo_vmware.api [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.693792] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210f2315-f46d-4dd8-8e31-2c8afdca465f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.701432] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f743c6-30e4-44fa-9bf4-7d7402d9fe65 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.732133] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3d3ae8-ae47-4eff-a342-ea5b6bf46088 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.738846] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0f2438-502f-4597-954e-1a052565bbf7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.751432] env[64022]: DEBUG nova.compute.provider_tree [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.921193] env[64022]: DEBUG oslo_concurrency.lockutils [None req-896fec26-05a3-4b49-b242-68271e0e1cec tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "interface-c458f59d-e1b9-4b61-bd09-65310e7fa53e-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.972s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.052322] env[64022]: DEBUG oslo_vmware.api [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142463} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.052322] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.052322] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.052616] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.052616] env[64022]: INFO nova.compute.manager [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1178.052843] env[64022]: DEBUG oslo.service.loopingcall [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1178.053046] env[64022]: DEBUG nova.compute.manager [-] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.053147] env[64022]: DEBUG nova.network.neutron [-] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.117745] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.274488] env[64022]: ERROR nova.scheduler.client.report [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [req-ec4e5542-ba37-46a0-9747-3c9a8ca909a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3a889db4-7597-478e-92a9-f74a134fda34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec4e5542-ba37-46a0-9747-3c9a8ca909a9"}]} [ 1178.290602] env[64022]: DEBUG nova.scheduler.client.report [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Refreshing inventories for resource provider 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1178.306631] env[64022]: DEBUG nova.scheduler.client.report [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Updating ProviderTree inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1178.306900] env[64022]: DEBUG nova.compute.provider_tree [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.321466] env[64022]: DEBUG nova.scheduler.client.report [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Refreshing aggregate associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, aggregates: None {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1178.341532] env[64022]: DEBUG nova.scheduler.client.report [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Refreshing trait associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1178.449835] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0eec16-d485-4178-8089-8261c911804f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.457031] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "3f728cfe-8c48-44a4-9237-07affad15086" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.457235] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "3f728cfe-8c48-44a4-9237-07affad15086" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.457360] env[64022]: INFO nova.compute.manager [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Attaching volume 0af2856c-73ea-416d-a428-8f6ce5872292 to /dev/sdb [ 1178.459944] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7dd2c5-814d-48b1-aec7-c3563b765b3f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.492963] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.494319] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad792775-bde6-44c5-9176-683bb5185b8d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.496426] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b2bb7f-e25b-4f41-bbc7-503151bcf113 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.499118] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead285d8-f376-41f3-b546-4b87827bfbbe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.509708] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45658a05-25f1-4d5b-a826-ffcb10b7b600 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.514905] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7fa321-29f4-4c5e-9ee3-64c7b85e72c8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.517475] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1178.517475] env[64022]: value = "task-2303374" [ 1178.517475] env[64022]: _type = "Task" [ 1178.517475] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.529151] env[64022]: DEBUG nova.compute.provider_tree [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.534332] env[64022]: DEBUG nova.virt.block_device [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Updating existing volume attachment record: bfcdd5cc-f176-46a8-b2ed-9561b74971ab {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1178.539681] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.001627] env[64022]: DEBUG nova.compute.manager [req-704abbea-95c4-4687-ace9-8e8344205483 req-64de75ab-19e1-4921-af5e-f05a047b064f service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Received event network-vif-deleted-52de2f0e-c73c-41c6-8668-b4f88247bdd4 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1179.001891] env[64022]: INFO nova.compute.manager [req-704abbea-95c4-4687-ace9-8e8344205483 req-64de75ab-19e1-4921-af5e-f05a047b064f service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Neutron deleted interface 52de2f0e-c73c-41c6-8668-b4f88247bdd4; detaching it from the instance and deleting it from the info cache [ 1179.002080] env[64022]: DEBUG nova.network.neutron [req-704abbea-95c4-4687-ace9-8e8344205483 req-64de75ab-19e1-4921-af5e-f05a047b064f service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.027992] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303374, 'name': PowerOffVM_Task, 'duration_secs': 0.214243} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.028297] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.028956] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.029532] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.029532] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.029532] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.029737] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.029900] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.030120] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.030290] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.030455] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.030666] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.030787] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.037016] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3f49204-cba4-4a08-af07-126b0e435934 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.060038] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1179.060038] env[64022]: value = "task-2303376" [ 1179.060038] env[64022]: _type = "Task" [ 1179.060038] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.065144] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.078486] env[64022]: DEBUG nova.scheduler.client.report [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Updated inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1179.078853] env[64022]: DEBUG nova.compute.provider_tree [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Updating resource provider 3a889db4-7597-478e-92a9-f74a134fda34 generation from 164 to 165 during operation: update_inventory {{(pid=64022) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1179.079063] env[64022]: DEBUG nova.compute.provider_tree [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.482189] env[64022]: DEBUG nova.network.neutron [-] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.504769] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-825c8314-eaf8-46dc-a684-cc4d70abf8c0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.514219] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0bd8c9-8df5-43b8-b6de-60bdf937e9cd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.542137] env[64022]: DEBUG nova.compute.manager [req-704abbea-95c4-4687-ace9-8e8344205483 req-64de75ab-19e1-4921-af5e-f05a047b064f service nova] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Detach interface failed, port_id=52de2f0e-c73c-41c6-8668-b4f88247bdd4, reason: Instance c458f59d-e1b9-4b61-bd09-65310e7fa53e could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1179.567174] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303376, 'name': ReconfigVM_Task, 'duration_secs': 0.149641} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.568069] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ea6b55-2489-4e47-bb89-27b94c87a8a3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.589380] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.004s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.589642] env[64022]: DEBUG nova.compute.manager [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.592800] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.592987] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.593131] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.593294] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.593452] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.593584] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.593783] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.593935] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.594104] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.594281] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.594473] env[64022]: DEBUG nova.virt.hardware [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.595655] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.740s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.597222] env[64022]: INFO nova.compute.claims [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.600065] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e9e88d-e84c-4486-b821-812459738555 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.606422] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1179.606422] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a5b9f9-2ae3-22b4-bce3-c1b4a1ec2e13" [ 1179.606422] env[64022]: _type = "Task" [ 1179.606422] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.614924] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a5b9f9-2ae3-22b4-bce3-c1b4a1ec2e13, 'name': SearchDatastore_Task, 'duration_secs': 0.007405} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.621328] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.621513] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47000a09-7fab-42df-a9b9-24a3ac3f419a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.641447] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1179.641447] env[64022]: value = "task-2303377" [ 1179.641447] env[64022]: _type = "Task" [ 1179.641447] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.650101] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.985157] env[64022]: INFO nova.compute.manager [-] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Took 1.93 seconds to deallocate network for instance. [ 1180.097406] env[64022]: DEBUG nova.compute.utils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1180.098749] env[64022]: DEBUG nova.compute.manager [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.098936] env[64022]: DEBUG nova.network.neutron [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.140055] env[64022]: DEBUG nova.policy [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65db73cefa9d44e689e6e5c71792da83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b643638f8210432da7b82d86bad52084', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.152651] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303377, 'name': ReconfigVM_Task, 'duration_secs': 0.232746} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.152651] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.153137] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e9761c-9ea4-49db-8d54-f99d21c1ef5a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.177529] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d00f85e6-db6e-4839-a4a7-198a8e94436d/d00f85e6-db6e-4839-a4a7-198a8e94436d.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.179926] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2e286c-7b7c-435b-9628-dd59d6f40bcc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.197737] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1180.197737] env[64022]: value = "task-2303378" [ 1180.197737] env[64022]: _type = "Task" [ 1180.197737] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.205314] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.493205] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.512664] env[64022]: DEBUG nova.network.neutron [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Successfully created port: 18325d15-78b8-4118-b2c2-577c7fc2eaab {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.601725] env[64022]: DEBUG nova.compute.manager [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.710646] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303378, 'name': ReconfigVM_Task, 'duration_secs': 0.273168} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.712974] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d00f85e6-db6e-4839-a4a7-198a8e94436d/d00f85e6-db6e-4839-a4a7-198a8e94436d.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.714606] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee12738-7a84-404b-8193-aadbee56cf4d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.735435] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fbc76f-eca3-4ad2-bc37-864c114a3438 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.739563] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885f8122-2dda-4ad5-87c5-a69bcf252400 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.760586] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b38b06-256c-4ecf-98c4-ea525bb53508 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.764226] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df65cd1-1545-49a1-87fb-c4e0aad98d0e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.812825] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f476f8dd-ecef-475a-a8c3-62d2ccd74efe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.816360] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633cdc3c-e72d-4da9-8545-bef5c9f7de93 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.825294] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c52c7b-3b0c-4d34-98f4-2374c46ded6e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.829311] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.829539] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89f395ef-a804-4118-8643-1dac0601ef3a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.841211] env[64022]: DEBUG nova.compute.provider_tree [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.843423] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1180.843423] env[64022]: value = "task-2303380" [ 1180.843423] env[64022]: _type = "Task" [ 1180.843423] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.852287] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303380, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.345646] env[64022]: DEBUG nova.scheduler.client.report [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.358159] env[64022]: DEBUG oslo_vmware.api [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303380, 'name': PowerOnVM_Task, 'duration_secs': 0.371018} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.358434] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.614899] env[64022]: DEBUG nova.compute.manager [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.640370] env[64022]: DEBUG nova.virt.hardware [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.640634] env[64022]: DEBUG nova.virt.hardware [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.640796] env[64022]: DEBUG nova.virt.hardware [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.640981] env[64022]: DEBUG nova.virt.hardware [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.641149] env[64022]: DEBUG nova.virt.hardware [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.641300] env[64022]: DEBUG nova.virt.hardware [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.641511] env[64022]: DEBUG nova.virt.hardware [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.641690] env[64022]: DEBUG nova.virt.hardware [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.641862] env[64022]: DEBUG nova.virt.hardware [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.642093] env[64022]: DEBUG nova.virt.hardware [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.642296] env[64022]: DEBUG nova.virt.hardware [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.643179] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec2c35d-3930-415a-aa05-8ed1be7f7e6d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.651300] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04b112a-87f0-4b15-aa06-2b249e986f53 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.855311] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.855311] env[64022]: DEBUG nova.compute.manager [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.857241] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.739s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.857241] env[64022]: DEBUG nova.objects.instance [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lazy-loading 'pci_requests' on Instance uuid b4bf3e4c-2f22-4417-a5be-9dc83b1331e0 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.909110] env[64022]: DEBUG nova.compute.manager [req-2d8dcb85-7076-4573-9c4b-e2857d4cb52a req-fcc1e897-b052-43ce-8269-2cbacb7ae2f3 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Received event network-vif-plugged-18325d15-78b8-4118-b2c2-577c7fc2eaab {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1181.909345] env[64022]: DEBUG oslo_concurrency.lockutils [req-2d8dcb85-7076-4573-9c4b-e2857d4cb52a req-fcc1e897-b052-43ce-8269-2cbacb7ae2f3 service nova] Acquiring lock "439da3fb-49c6-4062-b79a-48db98188224-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.910011] env[64022]: DEBUG oslo_concurrency.lockutils [req-2d8dcb85-7076-4573-9c4b-e2857d4cb52a req-fcc1e897-b052-43ce-8269-2cbacb7ae2f3 service nova] Lock "439da3fb-49c6-4062-b79a-48db98188224-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.910681] env[64022]: DEBUG oslo_concurrency.lockutils [req-2d8dcb85-7076-4573-9c4b-e2857d4cb52a req-fcc1e897-b052-43ce-8269-2cbacb7ae2f3 service nova] Lock "439da3fb-49c6-4062-b79a-48db98188224-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.910874] env[64022]: DEBUG nova.compute.manager [req-2d8dcb85-7076-4573-9c4b-e2857d4cb52a req-fcc1e897-b052-43ce-8269-2cbacb7ae2f3 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] No waiting events found dispatching network-vif-plugged-18325d15-78b8-4118-b2c2-577c7fc2eaab {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.911062] env[64022]: WARNING nova.compute.manager [req-2d8dcb85-7076-4573-9c4b-e2857d4cb52a req-fcc1e897-b052-43ce-8269-2cbacb7ae2f3 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Received unexpected event network-vif-plugged-18325d15-78b8-4118-b2c2-577c7fc2eaab for instance with vm_state building and task_state spawning. [ 1182.018805] env[64022]: DEBUG nova.network.neutron [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Successfully updated port: 18325d15-78b8-4118-b2c2-577c7fc2eaab {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.360338] env[64022]: DEBUG nova.compute.utils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1182.362990] env[64022]: DEBUG nova.objects.instance [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lazy-loading 'numa_topology' on Instance uuid b4bf3e4c-2f22-4417-a5be-9dc83b1331e0 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.364146] env[64022]: DEBUG nova.compute.manager [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.364360] env[64022]: DEBUG nova.network.neutron [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.397736] env[64022]: INFO nova.compute.manager [None req-b07fb651-98b5-42c2-ae9c-3697bed46427 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance to original state: 'active' [ 1182.408048] env[64022]: DEBUG nova.policy [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c6ec8cefdaf48ff8e4667f98886d0ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c912580b2bef427db3629a0e2576a7a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.521943] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.522149] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquired lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.522350] env[64022]: DEBUG nova.network.neutron [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.811162] env[64022]: DEBUG nova.network.neutron [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Successfully created port: 76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.865286] env[64022]: DEBUG nova.compute.manager [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.868248] env[64022]: INFO nova.compute.claims [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.080251] env[64022]: DEBUG nova.network.neutron [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.085400] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1183.085760] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468565', 'volume_id': '0af2856c-73ea-416d-a428-8f6ce5872292', 'name': 'volume-0af2856c-73ea-416d-a428-8f6ce5872292', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f728cfe-8c48-44a4-9237-07affad15086', 'attached_at': '', 'detached_at': '', 'volume_id': '0af2856c-73ea-416d-a428-8f6ce5872292', 'serial': '0af2856c-73ea-416d-a428-8f6ce5872292'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1183.087356] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8325f0-15ea-4226-9643-4400648804c8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.118789] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af525e4-233a-456c-a984-2bb5cb1d7751 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.160315] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-0af2856c-73ea-416d-a428-8f6ce5872292/volume-0af2856c-73ea-416d-a428-8f6ce5872292.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.164476] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee2e1e93-8308-40d8-a413-97b923349dae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.194326] env[64022]: DEBUG oslo_vmware.api [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1183.194326] env[64022]: value = "task-2303381" [ 1183.194326] env[64022]: _type = "Task" [ 1183.194326] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.202865] env[64022]: DEBUG oslo_vmware.api [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.351814] env[64022]: DEBUG nova.network.neutron [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Updating instance_info_cache with network_info: [{"id": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "address": "fa:16:3e:6b:6e:dd", "network": {"id": "74ddffce-5bef-4a30-9305-25e3a56bbde3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1857196473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b643638f8210432da7b82d86bad52084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18325d15-78", "ovs_interfaceid": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.704507] env[64022]: DEBUG oslo_vmware.api [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303381, 'name': ReconfigVM_Task, 'duration_secs': 0.402097} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.705906] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-0af2856c-73ea-416d-a428-8f6ce5872292/volume-0af2856c-73ea-416d-a428-8f6ce5872292.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.713855] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89835b01-6591-4e68-85fa-4b5dbbc5ba12 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.725438] env[64022]: DEBUG oslo_concurrency.lockutils [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.725680] env[64022]: DEBUG oslo_concurrency.lockutils [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.725890] env[64022]: DEBUG oslo_concurrency.lockutils [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "d00f85e6-db6e-4839-a4a7-198a8e94436d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.726108] env[64022]: DEBUG oslo_concurrency.lockutils [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.726257] env[64022]: DEBUG oslo_concurrency.lockutils [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.729730] env[64022]: INFO nova.compute.manager [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Terminating instance [ 1183.735100] env[64022]: DEBUG oslo_vmware.api [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1183.735100] env[64022]: value = "task-2303382" [ 1183.735100] env[64022]: _type = "Task" [ 1183.735100] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.747357] env[64022]: DEBUG oslo_vmware.api [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303382, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.854717] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Releasing lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.855127] env[64022]: DEBUG nova.compute.manager [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Instance network_info: |[{"id": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "address": "fa:16:3e:6b:6e:dd", "network": {"id": "74ddffce-5bef-4a30-9305-25e3a56bbde3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1857196473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b643638f8210432da7b82d86bad52084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18325d15-78", "ovs_interfaceid": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.855971] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:6e:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18325d15-78b8-4118-b2c2-577c7fc2eaab', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.864374] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Creating folder: Project (b643638f8210432da7b82d86bad52084). Parent ref: group-v468248. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.864718] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94a350e6-6ebc-42f0-9d2c-c37d2e444df3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.878631] env[64022]: DEBUG nova.compute.manager [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.880751] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Created folder: Project (b643638f8210432da7b82d86bad52084) in parent group-v468248. [ 1183.880997] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Creating folder: Instances. Parent ref: group-v468566. {{(pid=64022) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.883875] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bab8296f-d8d0-47d5-ac95-2009b32b2dec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.895155] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Created folder: Instances in parent group-v468566. [ 1183.895402] env[64022]: DEBUG oslo.service.loopingcall [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.895600] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.895818] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-592e42c8-8d20-43e8-9e78-50086302da5c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.921119] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.921119] env[64022]: value = "task-2303385" [ 1183.921119] env[64022]: _type = "Task" [ 1183.921119] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.923597] env[64022]: DEBUG nova.virt.hardware [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.923864] env[64022]: DEBUG nova.virt.hardware [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.923994] env[64022]: DEBUG nova.virt.hardware [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.924200] env[64022]: DEBUG nova.virt.hardware [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.924347] env[64022]: DEBUG nova.virt.hardware [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.924577] env[64022]: DEBUG nova.virt.hardware [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.924815] env[64022]: DEBUG nova.virt.hardware [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.925017] env[64022]: DEBUG nova.virt.hardware [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.925156] env[64022]: DEBUG nova.virt.hardware [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.925364] env[64022]: DEBUG nova.virt.hardware [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.925508] env[64022]: DEBUG nova.virt.hardware [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.926457] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a522d8-ccf1-4aa9-a6df-86c00b8e5ccb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.940498] env[64022]: DEBUG nova.compute.manager [req-7d44f2ff-f4bf-4f10-b487-99966be634e7 req-4d23ae7c-55c8-4ae5-84af-867348c48403 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Received event network-changed-18325d15-78b8-4118-b2c2-577c7fc2eaab {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1183.940574] env[64022]: DEBUG nova.compute.manager [req-7d44f2ff-f4bf-4f10-b487-99966be634e7 req-4d23ae7c-55c8-4ae5-84af-867348c48403 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Refreshing instance network info cache due to event network-changed-18325d15-78b8-4118-b2c2-577c7fc2eaab. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1183.940838] env[64022]: DEBUG oslo_concurrency.lockutils [req-7d44f2ff-f4bf-4f10-b487-99966be634e7 req-4d23ae7c-55c8-4ae5-84af-867348c48403 service nova] Acquiring lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.940989] env[64022]: DEBUG oslo_concurrency.lockutils [req-7d44f2ff-f4bf-4f10-b487-99966be634e7 req-4d23ae7c-55c8-4ae5-84af-867348c48403 service nova] Acquired lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.941171] env[64022]: DEBUG nova.network.neutron [req-7d44f2ff-f4bf-4f10-b487-99966be634e7 req-4d23ae7c-55c8-4ae5-84af-867348c48403 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Refreshing network info cache for port 18325d15-78b8-4118-b2c2-577c7fc2eaab {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.946706] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d40f63-6f58-4b1d-949a-190faabb4963 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.958903] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303385, 'name': CreateVM_Task} progress is 15%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.035546] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d68050-400c-41ad-b40c-464b3d8f94ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.043589] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be234f7-ee8c-4419-bb78-ae0e233f072e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.074352] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac652d28-d1c8-40b7-ab22-6d59d75f95cf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.081354] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e1a675-b035-494b-994b-6388b9db2c30 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.094849] env[64022]: DEBUG nova.compute.provider_tree [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.233762] env[64022]: DEBUG nova.compute.manager [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.234049] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.234391] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a6b6ca-cca8-4014-8570-a564e416ca9d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.244703] env[64022]: DEBUG oslo_vmware.api [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303382, 'name': ReconfigVM_Task, 'duration_secs': 0.162152} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.246235] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468565', 'volume_id': '0af2856c-73ea-416d-a428-8f6ce5872292', 'name': 'volume-0af2856c-73ea-416d-a428-8f6ce5872292', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f728cfe-8c48-44a4-9237-07affad15086', 'attached_at': '', 'detached_at': '', 'volume_id': '0af2856c-73ea-416d-a428-8f6ce5872292', 'serial': '0af2856c-73ea-416d-a428-8f6ce5872292'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1184.247691] env[64022]: DEBUG oslo_vmware.api [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1184.247691] env[64022]: value = "task-2303386" [ 1184.247691] env[64022]: _type = "Task" [ 1184.247691] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.257128] env[64022]: DEBUG oslo_vmware.api [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.414668] env[64022]: DEBUG nova.network.neutron [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Successfully updated port: 76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.438366] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303385, 'name': CreateVM_Task, 'duration_secs': 0.486324} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.438470] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.439346] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.439346] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.439699] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.439920] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728deefb-42ff-418e-ae28-f5de0b497200 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.444877] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1184.444877] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52efb484-8283-5d07-35da-19c0cef5c3e7" [ 1184.444877] env[64022]: _type = "Task" [ 1184.444877] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.458661] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52efb484-8283-5d07-35da-19c0cef5c3e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011258} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.459009] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.459258] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.459488] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.459640] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.459815] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.460089] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6867f6de-ba5a-44e6-96d7-7111225e9a7d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.476644] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.476928] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.477701] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5adfc00-aad2-43e1-86d1-fbea7e65b50f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.486051] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1184.486051] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520fdd74-d10a-dff8-a425-b63a8b66b389" [ 1184.486051] env[64022]: _type = "Task" [ 1184.486051] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.494968] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520fdd74-d10a-dff8-a425-b63a8b66b389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.598435] env[64022]: DEBUG nova.scheduler.client.report [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.653466] env[64022]: DEBUG nova.network.neutron [req-7d44f2ff-f4bf-4f10-b487-99966be634e7 req-4d23ae7c-55c8-4ae5-84af-867348c48403 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Updated VIF entry in instance network info cache for port 18325d15-78b8-4118-b2c2-577c7fc2eaab. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.653806] env[64022]: DEBUG nova.network.neutron [req-7d44f2ff-f4bf-4f10-b487-99966be634e7 req-4d23ae7c-55c8-4ae5-84af-867348c48403 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Updating instance_info_cache with network_info: [{"id": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "address": "fa:16:3e:6b:6e:dd", "network": {"id": "74ddffce-5bef-4a30-9305-25e3a56bbde3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1857196473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b643638f8210432da7b82d86bad52084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18325d15-78", "ovs_interfaceid": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.759435] env[64022]: DEBUG oslo_vmware.api [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303386, 'name': PowerOffVM_Task, 'duration_secs': 0.230081} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.759703] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.759898] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1184.760104] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468562', 'volume_id': '6bf5b266-8964-469c-81ac-741bdad1d4a3', 'name': 'volume-6bf5b266-8964-469c-81ac-741bdad1d4a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd00f85e6-db6e-4839-a4a7-198a8e94436d', 'attached_at': '2025-02-04T21:07:37.000000', 'detached_at': '', 'volume_id': '6bf5b266-8964-469c-81ac-741bdad1d4a3', 'serial': '6bf5b266-8964-469c-81ac-741bdad1d4a3'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1184.760862] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84690c4-2bd3-4b81-a62e-c5160b0b0323 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.783129] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad7fe7b-dc16-4bbe-819e-ab290a8e2423 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.790053] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e60e2d3-b86f-40e4-9f01-591f2fa707f5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.810986] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eea2a8d-d8f7-44d0-a44a-889d5982a572 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.825343] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] The volume has not been displaced from its original location: [datastore1] volume-6bf5b266-8964-469c-81ac-741bdad1d4a3/volume-6bf5b266-8964-469c-81ac-741bdad1d4a3.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1184.830434] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.830712] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aab8620-845c-48f0-833c-b4b5239ad9cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.849044] env[64022]: DEBUG oslo_vmware.api [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1184.849044] env[64022]: value = "task-2303387" [ 1184.849044] env[64022]: _type = "Task" [ 1184.849044] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.856728] env[64022]: DEBUG oslo_vmware.api [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.917445] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-ef622ca5-b17c-4499-9bed-ebd9edaa261d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.917445] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-ef622ca5-b17c-4499-9bed-ebd9edaa261d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.917734] env[64022]: DEBUG nova.network.neutron [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.998982] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520fdd74-d10a-dff8-a425-b63a8b66b389, 'name': SearchDatastore_Task, 'duration_secs': 0.028316} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.999913] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9aab97-51c5-4298-a6d6-3595c4559800 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.005153] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1185.005153] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f0b757-2fba-bf77-5a3f-f48053bf1e05" [ 1185.005153] env[64022]: _type = "Task" [ 1185.005153] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.013038] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f0b757-2fba-bf77-5a3f-f48053bf1e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.103607] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.247s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.105948] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.614s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.106259] env[64022]: DEBUG nova.objects.instance [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'resources' on Instance uuid c458f59d-e1b9-4b61-bd09-65310e7fa53e {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.135654] env[64022]: INFO nova.network.neutron [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updating port d29578cd-cde0-427b-8cd6-82923d69a2d1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1185.156862] env[64022]: DEBUG oslo_concurrency.lockutils [req-7d44f2ff-f4bf-4f10-b487-99966be634e7 req-4d23ae7c-55c8-4ae5-84af-867348c48403 service nova] Releasing lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.287670] env[64022]: DEBUG nova.objects.instance [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lazy-loading 'flavor' on Instance uuid 3f728cfe-8c48-44a4-9237-07affad15086 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.358921] env[64022]: DEBUG oslo_vmware.api [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303387, 'name': ReconfigVM_Task, 'duration_secs': 0.206184} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.359269] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.363818] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b605564-3c14-49ac-ae71-192a84fc5626 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.381174] env[64022]: DEBUG oslo_vmware.api [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1185.381174] env[64022]: value = "task-2303388" [ 1185.381174] env[64022]: _type = "Task" [ 1185.381174] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.389594] env[64022]: DEBUG oslo_vmware.api [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.455213] env[64022]: DEBUG nova.network.neutron [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.515316] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f0b757-2fba-bf77-5a3f-f48053bf1e05, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.515850] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.516124] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 439da3fb-49c6-4062-b79a-48db98188224/439da3fb-49c6-4062-b79a-48db98188224.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.516386] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a5972c7-a9b7-45a2-b793-26384e12bfb5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.522767] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1185.522767] env[64022]: value = "task-2303389" [ 1185.522767] env[64022]: _type = "Task" [ 1185.522767] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.530061] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.587389] env[64022]: DEBUG nova.network.neutron [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Updating instance_info_cache with network_info: [{"id": "76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79", "address": "fa:16:3e:b4:5d:f3", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b49ea5-9a", "ovs_interfaceid": "76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.720673] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091e89fc-13a9-4794-9f46-e647e021dcb4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.729659] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa6be0b-9153-4f81-abd8-d338748f8781 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.762315] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48973074-6976-483b-ba6c-f76738179a70 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.771065] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf0c0a5-c9b5-4dcf-870f-198b6c6737f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.785083] env[64022]: DEBUG nova.compute.provider_tree [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.792482] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0069d2d7-c829-4972-ae40-b4659010ff28 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "3f728cfe-8c48-44a4-9237-07affad15086" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.335s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.891337] env[64022]: DEBUG oslo_vmware.api [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303388, 'name': ReconfigVM_Task, 'duration_secs': 0.140516} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.891653] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468562', 'volume_id': '6bf5b266-8964-469c-81ac-741bdad1d4a3', 'name': 'volume-6bf5b266-8964-469c-81ac-741bdad1d4a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd00f85e6-db6e-4839-a4a7-198a8e94436d', 'attached_at': '2025-02-04T21:07:37.000000', 'detached_at': '', 'volume_id': '6bf5b266-8964-469c-81ac-741bdad1d4a3', 'serial': '6bf5b266-8964-469c-81ac-741bdad1d4a3'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1185.891938] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.892814] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34ed933-0fec-486c-90dc-6c52da2b349c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.900038] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.900302] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67fbf0a5-6e34-40cb-8b6f-4eb5bf1610ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.939413] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "3f728cfe-8c48-44a4-9237-07affad15086" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.939708] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "3f728cfe-8c48-44a4-9237-07affad15086" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.967688] env[64022]: DEBUG nova.compute.manager [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Received event network-vif-plugged-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1185.967938] env[64022]: DEBUG oslo_concurrency.lockutils [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] Acquiring lock "ef622ca5-b17c-4499-9bed-ebd9edaa261d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.968161] env[64022]: DEBUG oslo_concurrency.lockutils [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] Lock "ef622ca5-b17c-4499-9bed-ebd9edaa261d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.968330] env[64022]: DEBUG oslo_concurrency.lockutils [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] Lock "ef622ca5-b17c-4499-9bed-ebd9edaa261d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.968568] env[64022]: DEBUG nova.compute.manager [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] No waiting events found dispatching network-vif-plugged-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.968694] env[64022]: WARNING nova.compute.manager [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Received unexpected event network-vif-plugged-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 for instance with vm_state building and task_state spawning. [ 1185.968842] env[64022]: DEBUG nova.compute.manager [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Received event network-changed-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1185.969041] env[64022]: DEBUG nova.compute.manager [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Refreshing instance network info cache due to event network-changed-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1185.969220] env[64022]: DEBUG oslo_concurrency.lockutils [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] Acquiring lock "refresh_cache-ef622ca5-b17c-4499-9bed-ebd9edaa261d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.987085] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.987236] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.987472] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleting the datastore file [datastore2] d00f85e6-db6e-4839-a4a7-198a8e94436d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.987713] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-452644e7-4a49-4241-967a-e89e46f18cc0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.995878] env[64022]: DEBUG oslo_vmware.api [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1185.995878] env[64022]: value = "task-2303391" [ 1185.995878] env[64022]: _type = "Task" [ 1185.995878] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.003913] env[64022]: DEBUG oslo_vmware.api [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.032289] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470854} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.032537] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 439da3fb-49c6-4062-b79a-48db98188224/439da3fb-49c6-4062-b79a-48db98188224.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.032748] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.032988] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f82d24-35ee-4ea7-be20-b6b0acbaadc5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.039492] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1186.039492] env[64022]: value = "task-2303392" [ 1186.039492] env[64022]: _type = "Task" [ 1186.039492] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.047016] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.090239] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-ef622ca5-b17c-4499-9bed-ebd9edaa261d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.090596] env[64022]: DEBUG nova.compute.manager [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Instance network_info: |[{"id": "76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79", "address": "fa:16:3e:b4:5d:f3", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b49ea5-9a", "ovs_interfaceid": "76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.090909] env[64022]: DEBUG oslo_concurrency.lockutils [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] Acquired lock "refresh_cache-ef622ca5-b17c-4499-9bed-ebd9edaa261d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.091121] env[64022]: DEBUG nova.network.neutron [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Refreshing network info cache for port 76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.092916] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:5d:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.100016] env[64022]: DEBUG oslo.service.loopingcall [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.100954] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.101457] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89a9d37e-8f39-48e6-b480-f2d15fe8c10c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.120915] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.120915] env[64022]: value = "task-2303393" [ 1186.120915] env[64022]: _type = "Task" [ 1186.120915] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.129063] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303393, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.288684] env[64022]: DEBUG nova.scheduler.client.report [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.442926] env[64022]: INFO nova.compute.manager [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Detaching volume 0af2856c-73ea-416d-a428-8f6ce5872292 [ 1186.481823] env[64022]: INFO nova.virt.block_device [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Attempting to driver detach volume 0af2856c-73ea-416d-a428-8f6ce5872292 from mountpoint /dev/sdb [ 1186.482068] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1186.482264] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468565', 'volume_id': '0af2856c-73ea-416d-a428-8f6ce5872292', 'name': 'volume-0af2856c-73ea-416d-a428-8f6ce5872292', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f728cfe-8c48-44a4-9237-07affad15086', 'attached_at': '', 'detached_at': '', 'volume_id': '0af2856c-73ea-416d-a428-8f6ce5872292', 'serial': '0af2856c-73ea-416d-a428-8f6ce5872292'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1186.483152] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82033f77-b59d-437f-9a2c-ec82c6d667bc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.509168] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaec019d-44c0-4b54-bb5e-27043ad3ab30 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.516244] env[64022]: DEBUG oslo_vmware.api [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161693} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.517974] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.518102] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.518367] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.518558] env[64022]: INFO nova.compute.manager [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1186.518795] env[64022]: DEBUG oslo.service.loopingcall [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.519136] env[64022]: DEBUG nova.compute.manager [-] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.519238] env[64022]: DEBUG nova.network.neutron [-] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.521315] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d447501-80c2-4b78-b4bd-1f8e39d2a4a2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.543987] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1ea456-2813-4ab4-8dc2-b065c0f3765e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.550646] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065132} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.560478] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.561123] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] The volume has not been displaced from its original location: [datastore1] volume-0af2856c-73ea-416d-a428-8f6ce5872292/volume-0af2856c-73ea-416d-a428-8f6ce5872292.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1186.566203] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1186.568805] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a286bf0c-8312-4445-93cd-6f508cee338f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.570986] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c364c3a4-830f-4468-9951-a5621aaeba1d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.602370] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 439da3fb-49c6-4062-b79a-48db98188224/439da3fb-49c6-4062-b79a-48db98188224.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.605412] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c4fc90-6b6e-4130-b88c-09e05c94cf26 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.622140] env[64022]: DEBUG oslo_vmware.api [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1186.622140] env[64022]: value = "task-2303394" [ 1186.622140] env[64022]: _type = "Task" [ 1186.622140] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.632545] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1186.632545] env[64022]: value = "task-2303395" [ 1186.632545] env[64022]: _type = "Task" [ 1186.632545] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.638885] env[64022]: DEBUG oslo_vmware.api [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.639105] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303393, 'name': CreateVM_Task, 'duration_secs': 0.348578} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.642327] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.642960] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.643144] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.643454] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.643956] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd0876b-c825-4c3a-96f2-56ca9a849b42 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.648295] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.650897] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1186.650897] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b22f67-8d12-a729-b5cf-ab4fa3ea8614" [ 1186.650897] env[64022]: _type = "Task" [ 1186.650897] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.658179] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b22f67-8d12-a729-b5cf-ab4fa3ea8614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.793411] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.814202] env[64022]: INFO nova.scheduler.client.report [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Deleted allocations for instance c458f59d-e1b9-4b61-bd09-65310e7fa53e [ 1186.959231] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.959456] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.960038] env[64022]: DEBUG nova.network.neutron [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.091243] env[64022]: DEBUG nova.network.neutron [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Updated VIF entry in instance network info cache for port 76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.091618] env[64022]: DEBUG nova.network.neutron [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Updating instance_info_cache with network_info: [{"id": "76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79", "address": "fa:16:3e:b4:5d:f3", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b49ea5-9a", "ovs_interfaceid": "76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.132246] env[64022]: DEBUG oslo_vmware.api [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303394, 'name': ReconfigVM_Task, 'duration_secs': 0.222723} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.132527] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1187.137404] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a30230f7-a10c-4af1-82b0-2fc916b1ab5f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.157793] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303395, 'name': ReconfigVM_Task, 'duration_secs': 0.269715} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.159112] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 439da3fb-49c6-4062-b79a-48db98188224/439da3fb-49c6-4062-b79a-48db98188224.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.159750] env[64022]: DEBUG oslo_vmware.api [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1187.159750] env[64022]: value = "task-2303396" [ 1187.159750] env[64022]: _type = "Task" [ 1187.159750] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.160669] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f712495-34bd-4569-bf6a-b153fb21e45f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.167988] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b22f67-8d12-a729-b5cf-ab4fa3ea8614, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.168579] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.168816] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.169053] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.169203] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.169378] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.170169] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a05d1f1f-5210-440b-bb9a-d0c9855f11d5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.172914] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1187.172914] env[64022]: value = "task-2303397" [ 1187.172914] env[64022]: _type = "Task" [ 1187.172914] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.176283] env[64022]: DEBUG oslo_vmware.api [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.185309] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303397, 'name': Rename_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.186347] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.186528] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.187247] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d597d6-52e3-4efe-9e1f-83595b586095 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.192089] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1187.192089] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c36155-98a9-0bb3-edda-c3f578bf7ca8" [ 1187.192089] env[64022]: _type = "Task" [ 1187.192089] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.200380] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c36155-98a9-0bb3-edda-c3f578bf7ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.324538] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "c458f59d-e1b9-4b61-bd09-65310e7fa53e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.887s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.597690] env[64022]: DEBUG oslo_concurrency.lockutils [req-9f863655-3fd2-42d1-a29e-fc61de1677c5 req-280e2520-0cb9-473a-bb31-9ca05bc28022 service nova] Releasing lock "refresh_cache-ef622ca5-b17c-4499-9bed-ebd9edaa261d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.670953] env[64022]: DEBUG oslo_vmware.api [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303396, 'name': ReconfigVM_Task, 'duration_secs': 0.145752} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.671275] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468565', 'volume_id': '0af2856c-73ea-416d-a428-8f6ce5872292', 'name': 'volume-0af2856c-73ea-416d-a428-8f6ce5872292', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f728cfe-8c48-44a4-9237-07affad15086', 'attached_at': '', 'detached_at': '', 'volume_id': '0af2856c-73ea-416d-a428-8f6ce5872292', 'serial': '0af2856c-73ea-416d-a428-8f6ce5872292'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1187.687270] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303397, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.700323] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c36155-98a9-0bb3-edda-c3f578bf7ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.701065] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eceea4c-71fe-481d-a814-d710a6ad0ad2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.705736] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1187.705736] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a7c220-1163-5f94-1a5a-1bd1e1ebbb48" [ 1187.705736] env[64022]: _type = "Task" [ 1187.705736] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.713015] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a7c220-1163-5f94-1a5a-1bd1e1ebbb48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.713889] env[64022]: DEBUG nova.network.neutron [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updating instance_info_cache with network_info: [{"id": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "address": "fa:16:3e:2c:57:77", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29578cd-cd", "ovs_interfaceid": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.771934] env[64022]: DEBUG nova.network.neutron [-] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.995924] env[64022]: DEBUG nova.compute.manager [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Received event network-vif-plugged-d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.995924] env[64022]: DEBUG oslo_concurrency.lockutils [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] Acquiring lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.995924] env[64022]: DEBUG oslo_concurrency.lockutils [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.995924] env[64022]: DEBUG oslo_concurrency.lockutils [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.996287] env[64022]: DEBUG nova.compute.manager [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] No waiting events found dispatching network-vif-plugged-d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.996287] env[64022]: WARNING nova.compute.manager [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Received unexpected event network-vif-plugged-d29578cd-cde0-427b-8cd6-82923d69a2d1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1187.996287] env[64022]: DEBUG nova.compute.manager [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Received event network-changed-d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.996439] env[64022]: DEBUG nova.compute.manager [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Refreshing instance network info cache due to event network-changed-d29578cd-cde0-427b-8cd6-82923d69a2d1. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1187.996675] env[64022]: DEBUG oslo_concurrency.lockutils [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] Acquiring lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.188088] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303397, 'name': Rename_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.216667] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.218688] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a7c220-1163-5f94-1a5a-1bd1e1ebbb48, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.220109] env[64022]: DEBUG nova.objects.instance [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lazy-loading 'flavor' on Instance uuid 3f728cfe-8c48-44a4-9237-07affad15086 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.221340] env[64022]: DEBUG oslo_concurrency.lockutils [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] Acquired lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.221532] env[64022]: DEBUG nova.network.neutron [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Refreshing network info cache for port d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.223291] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.223291] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] ef622ca5-b17c-4499-9bed-ebd9edaa261d/ef622ca5-b17c-4499-9bed-ebd9edaa261d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.223460] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c573b77-5100-4ed6-8baf-dd09b80f022e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.235596] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1188.235596] env[64022]: value = "task-2303398" [ 1188.235596] env[64022]: _type = "Task" [ 1188.235596] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.247639] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.249854] env[64022]: DEBUG nova.virt.hardware [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9079227d16976c7a9b59d7c4315a8fb9',container_format='bare',created_at=2025-02-04T21:07:15Z,direct_url=,disk_format='vmdk',id=2024511b-712b-4f92-96c0-b04526e41f72,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-777964993-shelved',owner='b52d1eae5b694d9da3d7db123ae8c3fa',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-04T21:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.250121] env[64022]: DEBUG nova.virt.hardware [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.250300] env[64022]: DEBUG nova.virt.hardware [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.250496] env[64022]: DEBUG nova.virt.hardware [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.250671] env[64022]: DEBUG nova.virt.hardware [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.251261] env[64022]: DEBUG nova.virt.hardware [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.251261] env[64022]: DEBUG nova.virt.hardware [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.251261] env[64022]: DEBUG nova.virt.hardware [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.251414] env[64022]: DEBUG nova.virt.hardware [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.251576] env[64022]: DEBUG nova.virt.hardware [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.251770] env[64022]: DEBUG nova.virt.hardware [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.252842] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f0f9ef-e48f-4177-b318-e34bfa701f6e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.260938] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0d2e5e-f2fd-4cd2-ad13-83d34eaf31b4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.275046] env[64022]: INFO nova.compute.manager [-] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Took 1.76 seconds to deallocate network for instance. [ 1188.275583] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:57:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd29578cd-cde0-427b-8cd6-82923d69a2d1', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.283017] env[64022]: DEBUG oslo.service.loopingcall [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1188.285334] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.285787] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-908cdc74-0032-4918-983f-26824b056930 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.310509] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.310509] env[64022]: value = "task-2303399" [ 1188.310509] env[64022]: _type = "Task" [ 1188.310509] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.322125] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303399, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.483279] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "135ffb93-bbce-4a05-ab41-114b360628b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.483559] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "135ffb93-bbce-4a05-ab41-114b360628b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.483796] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "135ffb93-bbce-4a05-ab41-114b360628b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.484047] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "135ffb93-bbce-4a05-ab41-114b360628b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.484244] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "135ffb93-bbce-4a05-ab41-114b360628b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.486722] env[64022]: INFO nova.compute.manager [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Terminating instance [ 1188.689807] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303397, 'name': Rename_Task, 'duration_secs': 1.151625} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.690095] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.690344] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca5711c5-1c34-413e-a69c-0e3ae5bb6933 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.695757] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1188.695757] env[64022]: value = "task-2303400" [ 1188.695757] env[64022]: _type = "Task" [ 1188.695757] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.703975] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.746699] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451681} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.746958] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] ef622ca5-b17c-4499-9bed-ebd9edaa261d/ef622ca5-b17c-4499-9bed-ebd9edaa261d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.747187] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.747566] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8879f31-6010-4ee2-bf2a-0c21822f0c19 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.753955] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1188.753955] env[64022]: value = "task-2303401" [ 1188.753955] env[64022]: _type = "Task" [ 1188.753955] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.765484] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.819778] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303399, 'name': CreateVM_Task, 'duration_secs': 0.449164} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.819948] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.821055] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024511b-712b-4f92-96c0-b04526e41f72" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.821055] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024511b-712b-4f92-96c0-b04526e41f72" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.821214] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024511b-712b-4f92-96c0-b04526e41f72" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.821444] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31be1f86-dbb8-4a91-ab77-1dd519ba30e4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.826184] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1188.826184] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f9e5bb-2769-c248-85e5-5b62fe0885fa" [ 1188.826184] env[64022]: _type = "Task" [ 1188.826184] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.827015] env[64022]: INFO nova.compute.manager [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Took 0.54 seconds to detach 1 volumes for instance. [ 1188.841056] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024511b-712b-4f92-96c0-b04526e41f72" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.841287] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Processing image 2024511b-712b-4f92-96c0-b04526e41f72 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.841513] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024511b-712b-4f92-96c0-b04526e41f72/2024511b-712b-4f92-96c0-b04526e41f72.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.841658] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024511b-712b-4f92-96c0-b04526e41f72/2024511b-712b-4f92-96c0-b04526e41f72.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.841834] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.842071] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bd5e42a-2fbb-40db-a0c4-aa92343a13bc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.849941] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.850175] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.850818] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82282055-40e1-4b4f-a585-c9b0ddc53b0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.857861] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1188.857861] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5271617c-dcce-fdcc-d042-8d7e8a113f2b" [ 1188.857861] env[64022]: _type = "Task" [ 1188.857861] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.866015] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5271617c-dcce-fdcc-d042-8d7e8a113f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.946186] env[64022]: DEBUG nova.network.neutron [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updated VIF entry in instance network info cache for port d29578cd-cde0-427b-8cd6-82923d69a2d1. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.946589] env[64022]: DEBUG nova.network.neutron [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updating instance_info_cache with network_info: [{"id": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "address": "fa:16:3e:2c:57:77", "network": {"id": "ad17eacc-89a5-45f1-a20c-ed3aa4f2c16b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1942764915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52d1eae5b694d9da3d7db123ae8c3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29578cd-cd", "ovs_interfaceid": "d29578cd-cde0-427b-8cd6-82923d69a2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.991411] env[64022]: DEBUG nova.compute.manager [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.991632] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.992488] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e73efd-6d75-4b7d-a975-7060ddc75bf2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.000157] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.000519] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-624f95c6-81a3-4b62-a0db-b81d91d8890d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.005947] env[64022]: DEBUG oslo_vmware.api [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1189.005947] env[64022]: value = "task-2303402" [ 1189.005947] env[64022]: _type = "Task" [ 1189.005947] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.013582] env[64022]: DEBUG oslo_vmware.api [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.205852] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303400, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.229947] env[64022]: DEBUG oslo_concurrency.lockutils [None req-53c87f03-0ea0-4313-8b05-705c77a88b52 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "3f728cfe-8c48-44a4-9237-07affad15086" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.265010] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062494} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.265235] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.265968] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69662c03-7ac1-4d63-944e-89cb31cb2114 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.287270] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] ef622ca5-b17c-4499-9bed-ebd9edaa261d/ef622ca5-b17c-4499-9bed-ebd9edaa261d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.287753] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e612b3eb-473b-45c9-bd43-36db0b0049b9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.306297] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1189.306297] env[64022]: value = "task-2303403" [ 1189.306297] env[64022]: _type = "Task" [ 1189.306297] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.314092] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.337653] env[64022]: DEBUG oslo_concurrency.lockutils [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.337948] env[64022]: DEBUG oslo_concurrency.lockutils [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.338136] env[64022]: DEBUG oslo_concurrency.lockutils [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.369049] env[64022]: INFO nova.scheduler.client.report [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleted allocations for instance d00f85e6-db6e-4839-a4a7-198a8e94436d [ 1189.370194] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Preparing fetch location {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1189.370422] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Fetch image to [datastore1] OSTACK_IMG_056fcb69-c5c2-43a4-8680-6b4148934645/OSTACK_IMG_056fcb69-c5c2-43a4-8680-6b4148934645.vmdk {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1189.370612] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Downloading stream optimized image 2024511b-712b-4f92-96c0-b04526e41f72 to [datastore1] OSTACK_IMG_056fcb69-c5c2-43a4-8680-6b4148934645/OSTACK_IMG_056fcb69-c5c2-43a4-8680-6b4148934645.vmdk on the data store datastore1 as vApp {{(pid=64022) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1189.370783] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Downloading image file data 2024511b-712b-4f92-96c0-b04526e41f72 to the ESX as VM named 'OSTACK_IMG_056fcb69-c5c2-43a4-8680-6b4148934645' {{(pid=64022) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1189.443574] env[64022]: DEBUG oslo_vmware.rw_handles [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1189.443574] env[64022]: value = "resgroup-9" [ 1189.443574] env[64022]: _type = "ResourcePool" [ 1189.443574] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1189.443877] env[64022]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-95663ee6-eb12-4280-bf42-efe9ae7bc9d1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.458720] env[64022]: DEBUG oslo_concurrency.lockutils [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] Releasing lock "refresh_cache-b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.458999] env[64022]: DEBUG nova.compute.manager [req-b45fa7a9-cc63-4a5c-a1ce-e39d5182392f req-1aebeefa-58e5-4e20-a656-f4b8e6c9cfc4 service nova] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Received event network-vif-deleted-74e7cbfd-5490-41bf-96a4-e4397fd39384 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1189.464877] env[64022]: DEBUG oslo_vmware.rw_handles [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lease: (returnval){ [ 1189.464877] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5238a872-bd15-ecb2-7a25-0ba4dcff1d3f" [ 1189.464877] env[64022]: _type = "HttpNfcLease" [ 1189.464877] env[64022]: } obtained for vApp import into resource pool (val){ [ 1189.464877] env[64022]: value = "resgroup-9" [ 1189.464877] env[64022]: _type = "ResourcePool" [ 1189.464877] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1189.465167] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the lease: (returnval){ [ 1189.465167] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5238a872-bd15-ecb2-7a25-0ba4dcff1d3f" [ 1189.465167] env[64022]: _type = "HttpNfcLease" [ 1189.465167] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1189.471486] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.471486] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5238a872-bd15-ecb2-7a25-0ba4dcff1d3f" [ 1189.471486] env[64022]: _type = "HttpNfcLease" [ 1189.471486] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1189.514605] env[64022]: DEBUG oslo_vmware.api [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303402, 'name': PowerOffVM_Task, 'duration_secs': 0.195704} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.514841] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.515016] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.515274] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d4bdf1d-d97c-4086-a5e1-019f6d5f5738 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.584256] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.584602] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.584838] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Deleting the datastore file [datastore2] 135ffb93-bbce-4a05-ab41-114b360628b3 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.585121] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68da5c35-9508-4b62-bce2-9e3236d001ab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.592282] env[64022]: DEBUG oslo_vmware.api [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for the task: (returnval){ [ 1189.592282] env[64022]: value = "task-2303406" [ 1189.592282] env[64022]: _type = "Task" [ 1189.592282] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.599853] env[64022]: DEBUG oslo_vmware.api [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.706628] env[64022]: DEBUG oslo_vmware.api [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303400, 'name': PowerOnVM_Task, 'duration_secs': 0.692761} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.706953] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.707190] env[64022]: INFO nova.compute.manager [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1189.707375] env[64022]: DEBUG nova.compute.manager [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.708148] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78c931b-596e-435a-8125-0aaa4edf1c28 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.816359] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303403, 'name': ReconfigVM_Task, 'duration_secs': 0.294289} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.816678] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] ef622ca5-b17c-4499-9bed-ebd9edaa261d/ef622ca5-b17c-4499-9bed-ebd9edaa261d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.817350] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9a81b75-f8a7-47b9-b695-7bb8aa684b34 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.823346] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1189.823346] env[64022]: value = "task-2303407" [ 1189.823346] env[64022]: _type = "Task" [ 1189.823346] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.832544] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303407, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.878751] env[64022]: DEBUG oslo_concurrency.lockutils [None req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "d00f85e6-db6e-4839-a4a7-198a8e94436d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.153s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.974314] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.974314] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5238a872-bd15-ecb2-7a25-0ba4dcff1d3f" [ 1189.974314] env[64022]: _type = "HttpNfcLease" [ 1189.974314] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1190.102275] env[64022]: DEBUG oslo_vmware.api [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Task: {'id': task-2303406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47147} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.102844] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.102844] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.102844] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.103030] env[64022]: INFO nova.compute.manager [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1190.103276] env[64022]: DEBUG oslo.service.loopingcall [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1190.103465] env[64022]: DEBUG nova.compute.manager [-] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.103581] env[64022]: DEBUG nova.network.neutron [-] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.176139] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.176401] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.189932] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "3f728cfe-8c48-44a4-9237-07affad15086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.190243] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "3f728cfe-8c48-44a4-9237-07affad15086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.190453] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "3f728cfe-8c48-44a4-9237-07affad15086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.190636] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "3f728cfe-8c48-44a4-9237-07affad15086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.190809] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "3f728cfe-8c48-44a4-9237-07affad15086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.192922] env[64022]: INFO nova.compute.manager [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Terminating instance [ 1190.225948] env[64022]: INFO nova.compute.manager [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Took 14.27 seconds to build instance. [ 1190.333189] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303407, 'name': Rename_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.474089] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.474089] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5238a872-bd15-ecb2-7a25-0ba4dcff1d3f" [ 1190.474089] env[64022]: _type = "HttpNfcLease" [ 1190.474089] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1190.474414] env[64022]: DEBUG oslo_vmware.rw_handles [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1190.474414] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5238a872-bd15-ecb2-7a25-0ba4dcff1d3f" [ 1190.474414] env[64022]: _type = "HttpNfcLease" [ 1190.474414] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1190.475155] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe61cea7-82df-4632-9ef3-cefb46344128 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.483695] env[64022]: DEBUG oslo_vmware.rw_handles [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c075ed-d99f-1a71-4ee3-6eaadcb8d1d7/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1190.483873] env[64022]: DEBUG oslo_vmware.rw_handles [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c075ed-d99f-1a71-4ee3-6eaadcb8d1d7/disk-0.vmdk. {{(pid=64022) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1190.552224] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27a6dc0e-7b50-4cd3-9990-0f76c9384d0a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.682912] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.683201] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1190.696642] env[64022]: DEBUG nova.compute.manager [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.696888] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.697789] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3376013e-661c-4a5f-ae13-7063eac6fa81 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.705709] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.705966] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-183d67af-722f-4246-ab84-17d8eb9aa1b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.712266] env[64022]: DEBUG oslo_vmware.api [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1190.712266] env[64022]: value = "task-2303408" [ 1190.712266] env[64022]: _type = "Task" [ 1190.712266] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.720445] env[64022]: DEBUG oslo_vmware.api [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.728475] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.785s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.798062] env[64022]: DEBUG nova.compute.manager [req-b5d060dc-0c6b-4b89-a663-7996a7c277d3 req-e274e0c8-6c34-41e2-af30-10b1b3b0fd32 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Received event network-vif-deleted-98840ec5-c91c-4a38-965d-20e87e6d133e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1190.798062] env[64022]: INFO nova.compute.manager [req-b5d060dc-0c6b-4b89-a663-7996a7c277d3 req-e274e0c8-6c34-41e2-af30-10b1b3b0fd32 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Neutron deleted interface 98840ec5-c91c-4a38-965d-20e87e6d133e; detaching it from the instance and deleting it from the info cache [ 1190.798062] env[64022]: DEBUG nova.network.neutron [req-b5d060dc-0c6b-4b89-a663-7996a7c277d3 req-e274e0c8-6c34-41e2-af30-10b1b3b0fd32 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.838499] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303407, 'name': Rename_Task, 'duration_secs': 0.85168} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.841021] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.841734] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d485074a-982b-4a76-9138-631bbb3b0da7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.849308] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1190.849308] env[64022]: value = "task-2303409" [ 1190.849308] env[64022]: _type = "Task" [ 1190.849308] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.858753] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.980483] env[64022]: DEBUG nova.network.neutron [-] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.224731] env[64022]: DEBUG oslo_vmware.api [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303408, 'name': PowerOffVM_Task, 'duration_secs': 0.184274} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.226180] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.226180] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.227211] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.227371] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquired lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.227544] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Forcefully refreshing network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1191.228864] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a3008a2-0bac-45bc-92b5-11dac76e2961 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.299577] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.299831] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.300030] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Deleting the datastore file [datastore2] 3f728cfe-8c48-44a4-9237-07affad15086 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.300650] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4de5e90-319a-4c49-a96e-19d5d92b9968 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.303365] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d62c23a0-a547-4ea8-b38d-8de5ba440850 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.315654] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cad3500-cbe9-4f22-938d-d36cf13958e2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.327282] env[64022]: DEBUG oslo_vmware.api [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for the task: (returnval){ [ 1191.327282] env[64022]: value = "task-2303411" [ 1191.327282] env[64022]: _type = "Task" [ 1191.327282] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.342386] env[64022]: DEBUG oslo_vmware.api [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.353458] env[64022]: DEBUG nova.compute.manager [req-b5d060dc-0c6b-4b89-a663-7996a7c277d3 req-e274e0c8-6c34-41e2-af30-10b1b3b0fd32 service nova] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Detach interface failed, port_id=98840ec5-c91c-4a38-965d-20e87e6d133e, reason: Instance 135ffb93-bbce-4a05-ab41-114b360628b3 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1191.364835] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303409, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.408603] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "8e8b6c31-55fb-4497-90df-5ce708e467fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.408861] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.483706] env[64022]: INFO nova.compute.manager [-] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Took 1.38 seconds to deallocate network for instance. [ 1191.705434] env[64022]: DEBUG oslo_vmware.rw_handles [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Completed reading data from the image iterator. {{(pid=64022) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1191.705671] env[64022]: DEBUG oslo_vmware.rw_handles [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c075ed-d99f-1a71-4ee3-6eaadcb8d1d7/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1191.706640] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e65bae-bed9-4889-a04b-c224196ad115 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.714331] env[64022]: DEBUG oslo_vmware.rw_handles [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c075ed-d99f-1a71-4ee3-6eaadcb8d1d7/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1191.714483] env[64022]: DEBUG oslo_vmware.rw_handles [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c075ed-d99f-1a71-4ee3-6eaadcb8d1d7/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1191.714746] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f6584a65-a8f2-44f0-b3e4-90f3c94ad5de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.843234] env[64022]: DEBUG oslo_vmware.api [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Task: {'id': task-2303411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168951} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.843507] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.843738] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.843936] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.844238] env[64022]: INFO nova.compute.manager [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1191.844547] env[64022]: DEBUG oslo.service.loopingcall [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1191.844756] env[64022]: DEBUG nova.compute.manager [-] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.844866] env[64022]: DEBUG nova.network.neutron [-] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.865995] env[64022]: DEBUG oslo_vmware.api [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303409, 'name': PowerOnVM_Task, 'duration_secs': 0.526285} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.865995] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.866233] env[64022]: INFO nova.compute.manager [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1191.866437] env[64022]: DEBUG nova.compute.manager [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.867364] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6805b71a-c3ad-4bb7-8de7-442608f46667 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.912058] env[64022]: DEBUG nova.compute.manager [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.993198] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.993495] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.993725] env[64022]: DEBUG nova.objects.instance [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lazy-loading 'resources' on Instance uuid 135ffb93-bbce-4a05-ab41-114b360628b3 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.030091] env[64022]: DEBUG oslo_vmware.rw_handles [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c075ed-d99f-1a71-4ee3-6eaadcb8d1d7/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1192.030338] env[64022]: INFO nova.virt.vmwareapi.images [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Downloaded image file data 2024511b-712b-4f92-96c0-b04526e41f72 [ 1192.031211] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8a1ee4-f969-40f8-94c1-63122586626c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.046919] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-720b793f-ee44-487a-aee4-5cf3f7a2f6d3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.113532] env[64022]: INFO nova.virt.vmwareapi.images [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] The imported VM was unregistered [ 1192.116500] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Caching image {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1192.116784] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2024511b-712b-4f92-96c0-b04526e41f72 {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.117071] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f107e7f-81ab-470b-b3be-a09a182e25ed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.129234] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Created directory with path [datastore1] devstack-image-cache_base/2024511b-712b-4f92-96c0-b04526e41f72 {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.129431] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_056fcb69-c5c2-43a4-8680-6b4148934645/OSTACK_IMG_056fcb69-c5c2-43a4-8680-6b4148934645.vmdk to [datastore1] devstack-image-cache_base/2024511b-712b-4f92-96c0-b04526e41f72/2024511b-712b-4f92-96c0-b04526e41f72.vmdk. {{(pid=64022) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1192.129751] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-164c7564-29db-4711-958c-513aa7e8071e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.136667] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1192.136667] env[64022]: value = "task-2303413" [ 1192.136667] env[64022]: _type = "Task" [ 1192.136667] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.145441] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303413, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.389401] env[64022]: INFO nova.compute.manager [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Took 15.55 seconds to build instance. [ 1192.443619] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.539900] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance_info_cache with network_info: [{"id": "41074f59-5b90-4e77-a67a-86904aea1f8e", "address": "fa:16:3e:b1:dc:90", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41074f59-5b", "ovs_interfaceid": "41074f59-5b90-4e77-a67a-86904aea1f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.598022] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc424af9-0a44-450c-836d-815827730a10 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.606390] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628e15a2-5b39-4dd3-8def-a3efc6f229f1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.643425] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0926c2a8-c666-48ff-a95a-af11f4fa4672 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.652789] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303413, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.655904] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc35bef-0c96-47c9-8043-badd88a1e5cd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.669095] env[64022]: DEBUG nova.compute.provider_tree [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.826350] env[64022]: DEBUG nova.compute.manager [req-5cdae263-157f-4e84-b326-96e18c517206 req-92b1614f-faec-441e-821e-620c49b46ce7 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Received event network-changed-18325d15-78b8-4118-b2c2-577c7fc2eaab {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.826646] env[64022]: DEBUG nova.compute.manager [req-5cdae263-157f-4e84-b326-96e18c517206 req-92b1614f-faec-441e-821e-620c49b46ce7 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Refreshing instance network info cache due to event network-changed-18325d15-78b8-4118-b2c2-577c7fc2eaab. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1192.826881] env[64022]: DEBUG oslo_concurrency.lockutils [req-5cdae263-157f-4e84-b326-96e18c517206 req-92b1614f-faec-441e-821e-620c49b46ce7 service nova] Acquiring lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.827075] env[64022]: DEBUG oslo_concurrency.lockutils [req-5cdae263-157f-4e84-b326-96e18c517206 req-92b1614f-faec-441e-821e-620c49b46ce7 service nova] Acquired lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.827253] env[64022]: DEBUG nova.network.neutron [req-5cdae263-157f-4e84-b326-96e18c517206 req-92b1614f-faec-441e-821e-620c49b46ce7 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Refreshing network info cache for port 18325d15-78b8-4118-b2c2-577c7fc2eaab {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.891204] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "ef622ca5-b17c-4499-9bed-ebd9edaa261d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.060s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.934459] env[64022]: DEBUG nova.network.neutron [-] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.042533] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Releasing lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.042765] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updated the network info_cache for instance {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1193.042902] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.043080] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.043235] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.043382] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.043523] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.043710] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.043805] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1193.044241] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.148315] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303413, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.178047] env[64022]: DEBUG nova.scheduler.client.report [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.437863] env[64022]: INFO nova.compute.manager [-] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Took 1.59 seconds to deallocate network for instance. [ 1193.547806] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.648796] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303413, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.681960] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.684428] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.241s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.686227] env[64022]: INFO nova.compute.claims [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.706427] env[64022]: INFO nova.scheduler.client.report [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Deleted allocations for instance 135ffb93-bbce-4a05-ab41-114b360628b3 [ 1193.761254] env[64022]: DEBUG nova.network.neutron [req-5cdae263-157f-4e84-b326-96e18c517206 req-92b1614f-faec-441e-821e-620c49b46ce7 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Updated VIF entry in instance network info cache for port 18325d15-78b8-4118-b2c2-577c7fc2eaab. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.761730] env[64022]: DEBUG nova.network.neutron [req-5cdae263-157f-4e84-b326-96e18c517206 req-92b1614f-faec-441e-821e-620c49b46ce7 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Updating instance_info_cache with network_info: [{"id": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "address": "fa:16:3e:6b:6e:dd", "network": {"id": "74ddffce-5bef-4a30-9305-25e3a56bbde3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1857196473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b643638f8210432da7b82d86bad52084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18325d15-78", "ovs_interfaceid": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.945414] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.152855] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303413, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.216789] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b54df00f-27d2-4906-9aa3-657426623785 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Lock "135ffb93-bbce-4a05-ab41-114b360628b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.733s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.267387] env[64022]: DEBUG oslo_concurrency.lockutils [req-5cdae263-157f-4e84-b326-96e18c517206 req-92b1614f-faec-441e-821e-620c49b46ce7 service nova] Releasing lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.267387] env[64022]: DEBUG nova.compute.manager [req-5cdae263-157f-4e84-b326-96e18c517206 req-92b1614f-faec-441e-821e-620c49b46ce7 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Received event network-vif-deleted-0148a683-4f74-41c5-88c7-dac7778f7294 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1194.267387] env[64022]: INFO nova.compute.manager [req-5cdae263-157f-4e84-b326-96e18c517206 req-92b1614f-faec-441e-821e-620c49b46ce7 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Neutron deleted interface 0148a683-4f74-41c5-88c7-dac7778f7294; detaching it from the instance and deleting it from the info cache [ 1194.267387] env[64022]: DEBUG nova.network.neutron [req-5cdae263-157f-4e84-b326-96e18c517206 req-92b1614f-faec-441e-821e-620c49b46ce7 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.651437] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303413, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.769623] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f13e125-b959-4d3a-9613-8736fd681571 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.779156] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96703a33-9333-4340-9ec3-d52eb2b5bfa4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.809438] env[64022]: DEBUG nova.compute.manager [req-5cdae263-157f-4e84-b326-96e18c517206 req-92b1614f-faec-441e-821e-620c49b46ce7 service nova] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Detach interface failed, port_id=0148a683-4f74-41c5-88c7-dac7778f7294, reason: Instance 3f728cfe-8c48-44a4-9237-07affad15086 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1194.811785] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc5e4e7-f6f3-42ef-8694-27f7bd2d63b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.819237] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe24ceb-7ab7-4422-8939-470bfa76fe31 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.853492] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a43bd25-36a7-4ca3-88a4-265b0e0d9e72 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.857261] env[64022]: DEBUG nova.compute.manager [req-5b559ace-ee45-4ac3-b307-f4340cff7f90 req-c6f54fda-4538-489b-b086-a162ac93e1bf service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Received event network-changed-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1194.857461] env[64022]: DEBUG nova.compute.manager [req-5b559ace-ee45-4ac3-b307-f4340cff7f90 req-c6f54fda-4538-489b-b086-a162ac93e1bf service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Refreshing instance network info cache due to event network-changed-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1194.857684] env[64022]: DEBUG oslo_concurrency.lockutils [req-5b559ace-ee45-4ac3-b307-f4340cff7f90 req-c6f54fda-4538-489b-b086-a162ac93e1bf service nova] Acquiring lock "refresh_cache-ef622ca5-b17c-4499-9bed-ebd9edaa261d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.857830] env[64022]: DEBUG oslo_concurrency.lockutils [req-5b559ace-ee45-4ac3-b307-f4340cff7f90 req-c6f54fda-4538-489b-b086-a162ac93e1bf service nova] Acquired lock "refresh_cache-ef622ca5-b17c-4499-9bed-ebd9edaa261d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.857990] env[64022]: DEBUG nova.network.neutron [req-5b559ace-ee45-4ac3-b307-f4340cff7f90 req-c6f54fda-4538-489b-b086-a162ac93e1bf service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Refreshing network info cache for port 76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.865222] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703b6793-1494-498f-96ce-22891b77e7d0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.880605] env[64022]: DEBUG nova.compute.provider_tree [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.152906] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303413, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.385018] env[64022]: DEBUG nova.scheduler.client.report [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.587724] env[64022]: DEBUG nova.network.neutron [req-5b559ace-ee45-4ac3-b307-f4340cff7f90 req-c6f54fda-4538-489b-b086-a162ac93e1bf service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Updated VIF entry in instance network info cache for port 76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.588142] env[64022]: DEBUG nova.network.neutron [req-5b559ace-ee45-4ac3-b307-f4340cff7f90 req-c6f54fda-4538-489b-b086-a162ac93e1bf service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Updating instance_info_cache with network_info: [{"id": "76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79", "address": "fa:16:3e:b4:5d:f3", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b49ea5-9a", "ovs_interfaceid": "76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.653678] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303413, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.300644} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.654182] env[64022]: INFO nova.virt.vmwareapi.ds_util [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_056fcb69-c5c2-43a4-8680-6b4148934645/OSTACK_IMG_056fcb69-c5c2-43a4-8680-6b4148934645.vmdk to [datastore1] devstack-image-cache_base/2024511b-712b-4f92-96c0-b04526e41f72/2024511b-712b-4f92-96c0-b04526e41f72.vmdk. [ 1195.654182] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Cleaning up location [datastore1] OSTACK_IMG_056fcb69-c5c2-43a4-8680-6b4148934645 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1195.654321] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_056fcb69-c5c2-43a4-8680-6b4148934645 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.654526] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4624b56f-1226-4f9b-8840-814f4dbd01cf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.661199] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1195.661199] env[64022]: value = "task-2303414" [ 1195.661199] env[64022]: _type = "Task" [ 1195.661199] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.669760] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.888939] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.889492] env[64022]: DEBUG nova.compute.manager [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.894108] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.345s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.894380] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.897032] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1195.897032] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.951s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.897032] env[64022]: DEBUG nova.objects.instance [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lazy-loading 'resources' on Instance uuid 3f728cfe-8c48-44a4-9237-07affad15086 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.898028] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47f05e1-684a-4c4c-adda-47c1b6162cba {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.912330] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf3051f-bc71-43ca-a178-14dd46342f13 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.927152] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c38083-070f-4db6-882d-94ce81e8e719 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.934554] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d0b379-45e9-4030-9f72-e63fd37db536 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.966893] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179662MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1195.967073] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.090974] env[64022]: DEBUG oslo_concurrency.lockutils [req-5b559ace-ee45-4ac3-b307-f4340cff7f90 req-c6f54fda-4538-489b-b086-a162ac93e1bf service nova] Releasing lock "refresh_cache-ef622ca5-b17c-4499-9bed-ebd9edaa261d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.171785] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315242} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.172060] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.172255] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024511b-712b-4f92-96c0-b04526e41f72/2024511b-712b-4f92-96c0-b04526e41f72.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.172596] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024511b-712b-4f92-96c0-b04526e41f72/2024511b-712b-4f92-96c0-b04526e41f72.vmdk to [datastore1] b4bf3e4c-2f22-4417-a5be-9dc83b1331e0/b4bf3e4c-2f22-4417-a5be-9dc83b1331e0.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.172834] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cbd6fb3-bcdf-49a5-a618-d7e16bf7084b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.182202] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1196.182202] env[64022]: value = "task-2303415" [ 1196.182202] env[64022]: _type = "Task" [ 1196.182202] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.189173] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.399124] env[64022]: DEBUG nova.compute.utils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1196.400473] env[64022]: DEBUG nova.compute.manager [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.400808] env[64022]: DEBUG nova.network.neutron [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.488111] env[64022]: DEBUG nova.policy [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06589109e30d420dab09a2e1f9890f37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff309329b12a402c9d09d72eba50d25b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.522337] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f2e9c7-e7f6-4b60-9eae-f6eab43d9d64 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.531042] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1301aaae-311e-4ab0-a89e-4671b683efa1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.566908] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af474b6e-c62f-4731-bf4f-03adc9fcedd3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.574971] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17739697-6d69-45bc-b4e3-19ad07973218 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.589426] env[64022]: DEBUG nova.compute.provider_tree [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.690863] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303415, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.904338] env[64022]: DEBUG nova.compute.manager [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.994780] env[64022]: DEBUG nova.network.neutron [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Successfully created port: 18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.092697] env[64022]: DEBUG nova.scheduler.client.report [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.192318] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303415, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.600129] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.605036] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.636s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.630698] env[64022]: INFO nova.scheduler.client.report [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Deleted allocations for instance 3f728cfe-8c48-44a4-9237-07affad15086 [ 1197.694257] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303415, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.914989] env[64022]: DEBUG nova.compute.manager [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.947606] env[64022]: DEBUG nova.virt.hardware [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.947880] env[64022]: DEBUG nova.virt.hardware [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.948062] env[64022]: DEBUG nova.virt.hardware [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.948254] env[64022]: DEBUG nova.virt.hardware [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.948406] env[64022]: DEBUG nova.virt.hardware [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.948558] env[64022]: DEBUG nova.virt.hardware [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.948782] env[64022]: DEBUG nova.virt.hardware [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.948967] env[64022]: DEBUG nova.virt.hardware [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.949179] env[64022]: DEBUG nova.virt.hardware [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.949350] env[64022]: DEBUG nova.virt.hardware [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.949581] env[64022]: DEBUG nova.virt.hardware [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.950800] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103bc102-ece2-4ddd-8601-eba3309612d7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.959858] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a10a809-248f-428b-9e26-9bfe418d93ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.143656] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5a427e19-6645-4e60-9ec8-180b4033ffa3 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Lock "3f728cfe-8c48-44a4-9237-07affad15086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.953s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.195988] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303415, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.449918] env[64022]: DEBUG nova.compute.manager [req-b573692c-2c81-4000-802b-a9c1422f9032 req-59282fa1-b554-4e14-8d78-9e26facc4ae1 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Received event network-vif-plugged-18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1198.450206] env[64022]: DEBUG oslo_concurrency.lockutils [req-b573692c-2c81-4000-802b-a9c1422f9032 req-59282fa1-b554-4e14-8d78-9e26facc4ae1 service nova] Acquiring lock "8e8b6c31-55fb-4497-90df-5ce708e467fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.450428] env[64022]: DEBUG oslo_concurrency.lockutils [req-b573692c-2c81-4000-802b-a9c1422f9032 req-59282fa1-b554-4e14-8d78-9e26facc4ae1 service nova] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.450600] env[64022]: DEBUG oslo_concurrency.lockutils [req-b573692c-2c81-4000-802b-a9c1422f9032 req-59282fa1-b554-4e14-8d78-9e26facc4ae1 service nova] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.450804] env[64022]: DEBUG nova.compute.manager [req-b573692c-2c81-4000-802b-a9c1422f9032 req-59282fa1-b554-4e14-8d78-9e26facc4ae1 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] No waiting events found dispatching network-vif-plugged-18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.451006] env[64022]: WARNING nova.compute.manager [req-b573692c-2c81-4000-802b-a9c1422f9032 req-59282fa1-b554-4e14-8d78-9e26facc4ae1 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Received unexpected event network-vif-plugged-18ce209b-437d-41ee-a82d-a50c918baccf for instance with vm_state building and task_state spawning. [ 1198.543764] env[64022]: DEBUG nova.network.neutron [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Successfully updated port: 18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.631960] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance b574a035-d4f6-48ad-b59b-b7ab844f8791 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.632145] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 439da3fb-49c6-4062-b79a-48db98188224 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.632278] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance b4bf3e4c-2f22-4417-a5be-9dc83b1331e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.632431] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance ef622ca5-b17c-4499-9bed-ebd9edaa261d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.632556] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 8e8b6c31-55fb-4497-90df-5ce708e467fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.632750] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1198.632890] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1198.697825] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303415, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.713134] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee9b236-a18c-421c-ab56-71fdbd0115f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.720639] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e159e3-4cf2-4d4c-a15a-cd727d95241b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.749481] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1420987b-3e13-426a-8892-57442341542e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.756172] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80ba2cf-50db-4623-b783-699b462e2eb7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.768858] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.047032] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.047279] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.047405] env[64022]: DEBUG nova.network.neutron [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.196831] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303415, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.528403} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.197038] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024511b-712b-4f92-96c0-b04526e41f72/2024511b-712b-4f92-96c0-b04526e41f72.vmdk to [datastore1] b4bf3e4c-2f22-4417-a5be-9dc83b1331e0/b4bf3e4c-2f22-4417-a5be-9dc83b1331e0.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.197825] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae8840d-2d57-4006-a948-e7638bcc51ce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.219137] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] b4bf3e4c-2f22-4417-a5be-9dc83b1331e0/b4bf3e4c-2f22-4417-a5be-9dc83b1331e0.vmdk or device None with type streamOptimized {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.219347] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f826091f-4920-46ab-9d63-df1caaa8e7b5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.239782] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1199.239782] env[64022]: value = "task-2303417" [ 1199.239782] env[64022]: _type = "Task" [ 1199.239782] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.247219] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.272227] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.586273] env[64022]: DEBUG nova.network.neutron [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.725655] env[64022]: DEBUG nova.network.neutron [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updating instance_info_cache with network_info: [{"id": "18ce209b-437d-41ee-a82d-a50c918baccf", "address": "fa:16:3e:5e:55:28", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ce209b-43", "ovs_interfaceid": "18ce209b-437d-41ee-a82d-a50c918baccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.750084] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.776401] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1199.776586] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.174s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.227998] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.228414] env[64022]: DEBUG nova.compute.manager [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Instance network_info: |[{"id": "18ce209b-437d-41ee-a82d-a50c918baccf", "address": "fa:16:3e:5e:55:28", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ce209b-43", "ovs_interfaceid": "18ce209b-437d-41ee-a82d-a50c918baccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.228881] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:55:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18ce209b-437d-41ee-a82d-a50c918baccf', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.236353] env[64022]: DEBUG oslo.service.loopingcall [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1200.236571] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.236839] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbf6fb7f-8b26-466b-9677-10d1e11d95e3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.259334] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303417, 'name': ReconfigVM_Task, 'duration_secs': 0.839184} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.260522] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Reconfigured VM instance instance-00000075 to attach disk [datastore1] b4bf3e4c-2f22-4417-a5be-9dc83b1331e0/b4bf3e4c-2f22-4417-a5be-9dc83b1331e0.vmdk or device None with type streamOptimized {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.261120] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.261120] env[64022]: value = "task-2303418" [ 1200.261120] env[64022]: _type = "Task" [ 1200.261120] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.261298] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fc6e616-3a60-49d1-819f-1adec855a25b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.270381] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303418, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.271604] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1200.271604] env[64022]: value = "task-2303419" [ 1200.271604] env[64022]: _type = "Task" [ 1200.271604] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.278827] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303419, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.476482] env[64022]: DEBUG nova.compute.manager [req-ae3c6b14-320b-43b8-b439-ca4e98f599f0 req-cdaa8501-3ba1-43c7-9d44-5d2a716adba4 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Received event network-changed-18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1200.476649] env[64022]: DEBUG nova.compute.manager [req-ae3c6b14-320b-43b8-b439-ca4e98f599f0 req-cdaa8501-3ba1-43c7-9d44-5d2a716adba4 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Refreshing instance network info cache due to event network-changed-18ce209b-437d-41ee-a82d-a50c918baccf. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1200.476840] env[64022]: DEBUG oslo_concurrency.lockutils [req-ae3c6b14-320b-43b8-b439-ca4e98f599f0 req-cdaa8501-3ba1-43c7-9d44-5d2a716adba4 service nova] Acquiring lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.476987] env[64022]: DEBUG oslo_concurrency.lockutils [req-ae3c6b14-320b-43b8-b439-ca4e98f599f0 req-cdaa8501-3ba1-43c7-9d44-5d2a716adba4 service nova] Acquired lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.477162] env[64022]: DEBUG nova.network.neutron [req-ae3c6b14-320b-43b8-b439-ca4e98f599f0 req-cdaa8501-3ba1-43c7-9d44-5d2a716adba4 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Refreshing network info cache for port 18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.772373] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303418, 'name': CreateVM_Task, 'duration_secs': 0.316495} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.775055] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.775715] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.775882] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.776213] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.776786] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df42634c-aa85-402b-b4b5-d0bc6758138c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.781171] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303419, 'name': Rename_Task, 'duration_secs': 0.189313} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.781703] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.782109] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c5761be-ad13-48c8-91e2-d1e2254ed1c8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.784097] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1200.784097] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5265e906-5af4-3294-8a9a-626aa2018df7" [ 1200.784097] env[64022]: _type = "Task" [ 1200.784097] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.788791] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1200.788791] env[64022]: value = "task-2303420" [ 1200.788791] env[64022]: _type = "Task" [ 1200.788791] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.791503] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5265e906-5af4-3294-8a9a-626aa2018df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.799523] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.173955] env[64022]: DEBUG nova.network.neutron [req-ae3c6b14-320b-43b8-b439-ca4e98f599f0 req-cdaa8501-3ba1-43c7-9d44-5d2a716adba4 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updated VIF entry in instance network info cache for port 18ce209b-437d-41ee-a82d-a50c918baccf. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.174342] env[64022]: DEBUG nova.network.neutron [req-ae3c6b14-320b-43b8-b439-ca4e98f599f0 req-cdaa8501-3ba1-43c7-9d44-5d2a716adba4 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updating instance_info_cache with network_info: [{"id": "18ce209b-437d-41ee-a82d-a50c918baccf", "address": "fa:16:3e:5e:55:28", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ce209b-43", "ovs_interfaceid": "18ce209b-437d-41ee-a82d-a50c918baccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.295135] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5265e906-5af4-3294-8a9a-626aa2018df7, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.298257] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.298498] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.298726] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.298874] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.299102] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.299373] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57c2d627-a8fe-4a4a-9a89-38715af5ed14 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.305707] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.307661] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.307863] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.308543] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b74def77-03a3-47fd-8f58-5469b033ff44 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.312961] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1201.312961] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bed33d-6b15-ba71-6a65-0fd37c06b04c" [ 1201.312961] env[64022]: _type = "Task" [ 1201.312961] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.320788] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bed33d-6b15-ba71-6a65-0fd37c06b04c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.680160] env[64022]: DEBUG oslo_concurrency.lockutils [req-ae3c6b14-320b-43b8-b439-ca4e98f599f0 req-cdaa8501-3ba1-43c7-9d44-5d2a716adba4 service nova] Releasing lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.805482] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.821478] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52bed33d-6b15-ba71-6a65-0fd37c06b04c, 'name': SearchDatastore_Task, 'duration_secs': 0.008397} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.822239] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b155ac-d9f9-4e5b-a0bf-f5efc8f29304 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.826844] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1201.826844] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ce6a56-5cf3-3826-b3cb-9cd4d576a1af" [ 1201.826844] env[64022]: _type = "Task" [ 1201.826844] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.833861] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ce6a56-5cf3-3826-b3cb-9cd4d576a1af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.305523] env[64022]: DEBUG oslo_vmware.api [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303420, 'name': PowerOnVM_Task, 'duration_secs': 1.373286} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.305523] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.336157] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52ce6a56-5cf3-3826-b3cb-9cd4d576a1af, 'name': SearchDatastore_Task, 'duration_secs': 0.008821} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.336417] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.336686] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 8e8b6c31-55fb-4497-90df-5ce708e467fa/8e8b6c31-55fb-4497-90df-5ce708e467fa.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.336951] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06ec45e7-c5bd-4849-9a25-d6c171b3c31d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.343403] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1202.343403] env[64022]: value = "task-2303422" [ 1202.343403] env[64022]: _type = "Task" [ 1202.343403] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.350818] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.402767] env[64022]: DEBUG nova.compute.manager [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.403770] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6276fabe-beb3-425f-8607-1d4fd8b72145 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.852822] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303422, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.922998] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.827s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.354290] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522682} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.354537] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] 8e8b6c31-55fb-4497-90df-5ce708e467fa/8e8b6c31-55fb-4497-90df-5ce708e467fa.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.354752] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.355006] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbc2015f-fd96-4830-a1fa-7b95384106fb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.361679] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1203.361679] env[64022]: value = "task-2303423" [ 1203.361679] env[64022]: _type = "Task" [ 1203.361679] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.371090] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.871878] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068409} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.872277] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.872947] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7079c6-253c-4dc2-8d7f-2f223b4f02db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.895088] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 8e8b6c31-55fb-4497-90df-5ce708e467fa/8e8b6c31-55fb-4497-90df-5ce708e467fa.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.895341] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f0b5715-9273-49f0-9dcd-23329b18ae81 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.915151] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1203.915151] env[64022]: value = "task-2303424" [ 1203.915151] env[64022]: _type = "Task" [ 1203.915151] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.923197] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.425969] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303424, 'name': ReconfigVM_Task, 'duration_secs': 0.27729} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.426223] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 8e8b6c31-55fb-4497-90df-5ce708e467fa/8e8b6c31-55fb-4497-90df-5ce708e467fa.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.426923] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eb5656e-15e1-4ed5-8d17-b972722f7dbf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.433494] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1204.433494] env[64022]: value = "task-2303425" [ 1204.433494] env[64022]: _type = "Task" [ 1204.433494] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.440598] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303425, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.944165] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303425, 'name': Rename_Task, 'duration_secs': 0.128318} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.944525] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.944692] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abba3a83-f94a-48e9-b146-3cd47b1cb498 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.950983] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1204.950983] env[64022]: value = "task-2303426" [ 1204.950983] env[64022]: _type = "Task" [ 1204.950983] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.958608] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.460986] env[64022]: DEBUG oslo_vmware.api [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303426, 'name': PowerOnVM_Task, 'duration_secs': 0.467946} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.461243] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.461457] env[64022]: INFO nova.compute.manager [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1205.461636] env[64022]: DEBUG nova.compute.manager [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.462404] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59372a99-3ac2-4820-9932-49ae04e26821 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.979698] env[64022]: INFO nova.compute.manager [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Took 13.56 seconds to build instance. [ 1206.482501] env[64022]: DEBUG oslo_concurrency.lockutils [None req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.073s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.838572] env[64022]: DEBUG nova.compute.manager [req-dfbb9c4b-5005-46ee-aeb9-8dc037929644 req-09643920-5ce4-4848-b700-90b1dc58f3f3 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Received event network-changed-18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1206.838572] env[64022]: DEBUG nova.compute.manager [req-dfbb9c4b-5005-46ee-aeb9-8dc037929644 req-09643920-5ce4-4848-b700-90b1dc58f3f3 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Refreshing instance network info cache due to event network-changed-18ce209b-437d-41ee-a82d-a50c918baccf. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1206.838658] env[64022]: DEBUG oslo_concurrency.lockutils [req-dfbb9c4b-5005-46ee-aeb9-8dc037929644 req-09643920-5ce4-4848-b700-90b1dc58f3f3 service nova] Acquiring lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.839070] env[64022]: DEBUG oslo_concurrency.lockutils [req-dfbb9c4b-5005-46ee-aeb9-8dc037929644 req-09643920-5ce4-4848-b700-90b1dc58f3f3 service nova] Acquired lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.839070] env[64022]: DEBUG nova.network.neutron [req-dfbb9c4b-5005-46ee-aeb9-8dc037929644 req-09643920-5ce4-4848-b700-90b1dc58f3f3 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Refreshing network info cache for port 18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.570781] env[64022]: DEBUG nova.network.neutron [req-dfbb9c4b-5005-46ee-aeb9-8dc037929644 req-09643920-5ce4-4848-b700-90b1dc58f3f3 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updated VIF entry in instance network info cache for port 18ce209b-437d-41ee-a82d-a50c918baccf. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.571220] env[64022]: DEBUG nova.network.neutron [req-dfbb9c4b-5005-46ee-aeb9-8dc037929644 req-09643920-5ce4-4848-b700-90b1dc58f3f3 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updating instance_info_cache with network_info: [{"id": "18ce209b-437d-41ee-a82d-a50c918baccf", "address": "fa:16:3e:5e:55:28", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ce209b-43", "ovs_interfaceid": "18ce209b-437d-41ee-a82d-a50c918baccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.073831] env[64022]: DEBUG oslo_concurrency.lockutils [req-dfbb9c4b-5005-46ee-aeb9-8dc037929644 req-09643920-5ce4-4848-b700-90b1dc58f3f3 service nova] Releasing lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.195482] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "439da3fb-49c6-4062-b79a-48db98188224" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.195826] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.699551] env[64022]: DEBUG nova.compute.utils [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1230.202885] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.033561] env[64022]: INFO nova.compute.manager [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Rebuilding instance [ 1231.072079] env[64022]: DEBUG nova.compute.manager [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.072942] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514e1fb1-9c19-4351-b810-449eac1d7269 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.260788] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "439da3fb-49c6-4062-b79a-48db98188224" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.261212] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.261273] env[64022]: INFO nova.compute.manager [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Attaching volume 8a5db33d-25b4-46fe-a8d0-6651fe7f6a32 to /dev/sdb [ 1231.291975] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aeafa6-79f1-498a-b67c-c76f62a638be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.298891] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edadf3d5-1a67-45c3-a616-fe01b301cb3f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.311799] env[64022]: DEBUG nova.virt.block_device [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Updating existing volume attachment record: f68c8db3-7877-474e-a99b-0f1f6659a852 {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1232.086651] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.087054] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b64ccdd-2363-4029-b7f6-987d8b438440 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.093834] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1232.093834] env[64022]: value = "task-2303431" [ 1232.093834] env[64022]: _type = "Task" [ 1232.093834] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.102370] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.603580] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303431, 'name': PowerOffVM_Task, 'duration_secs': 0.195285} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.603995] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.604104] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.604821] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89070cfe-8f8b-4174-b9bf-da96dbb957ea {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.611200] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.611409] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d58d9fad-2e05-4f86-b6d4-73899ea15a27 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.673461] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.673731] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.673892] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleting the datastore file [datastore1] ef622ca5-b17c-4499-9bed-ebd9edaa261d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.674169] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b227e4e5-8f3a-4658-9ccc-3bffc707c7b1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.680667] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1232.680667] env[64022]: value = "task-2303433" [ 1232.680667] env[64022]: _type = "Task" [ 1232.680667] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.688343] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.190699] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144657} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.191084] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.191381] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.191590] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.225823] env[64022]: DEBUG nova.virt.hardware [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.226119] env[64022]: DEBUG nova.virt.hardware [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.226257] env[64022]: DEBUG nova.virt.hardware [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.226426] env[64022]: DEBUG nova.virt.hardware [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.226577] env[64022]: DEBUG nova.virt.hardware [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.226727] env[64022]: DEBUG nova.virt.hardware [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.226933] env[64022]: DEBUG nova.virt.hardware [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.227151] env[64022]: DEBUG nova.virt.hardware [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.227341] env[64022]: DEBUG nova.virt.hardware [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.227527] env[64022]: DEBUG nova.virt.hardware [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.227721] env[64022]: DEBUG nova.virt.hardware [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.228591] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd28eca4-45c0-4320-b889-2f40f0d9051e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.236681] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38335b8-5e42-4080-bb27-275429b3d823 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.249738] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:5d:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.256989] env[64022]: DEBUG oslo.service.loopingcall [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1234.257242] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.257442] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcef6c79-758d-4629-a521-eaa937710349 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.275655] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.275655] env[64022]: value = "task-2303435" [ 1234.275655] env[64022]: _type = "Task" [ 1234.275655] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.282813] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303435, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.784910] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303435, 'name': CreateVM_Task, 'duration_secs': 0.267824} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.785173] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.785792] env[64022]: DEBUG oslo_concurrency.lockutils [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.785964] env[64022]: DEBUG oslo_concurrency.lockutils [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.786308] env[64022]: DEBUG oslo_concurrency.lockutils [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.786560] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0c9a93-15d9-4282-a68b-c0956dd7635a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.790640] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1234.790640] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e141d4-b000-8791-f7c1-5f59d5fccea2" [ 1234.790640] env[64022]: _type = "Task" [ 1234.790640] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.797728] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e141d4-b000-8791-f7c1-5f59d5fccea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.301965] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e141d4-b000-8791-f7c1-5f59d5fccea2, 'name': SearchDatastore_Task, 'duration_secs': 0.008329} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.302457] env[64022]: DEBUG oslo_concurrency.lockutils [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.302457] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.302646] env[64022]: DEBUG oslo_concurrency.lockutils [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.302791] env[64022]: DEBUG oslo_concurrency.lockutils [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.302964] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.303220] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6c67024-827b-4ac7-bb32-cb2785fd520b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.311162] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.311331] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.311972] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7194805f-0321-48fb-b3c1-8d03886a0240 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.316400] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1235.316400] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f82219-2de4-4cb2-86ac-38dbbf6e5cff" [ 1235.316400] env[64022]: _type = "Task" [ 1235.316400] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.323336] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f82219-2de4-4cb2-86ac-38dbbf6e5cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.826234] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f82219-2de4-4cb2-86ac-38dbbf6e5cff, 'name': SearchDatastore_Task, 'duration_secs': 0.008146} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.826917] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f839452-39b9-4354-8795-4537f274a579 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.831528] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1235.831528] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d4aca4-b0b7-1c35-d077-64930a74fe03" [ 1235.831528] env[64022]: _type = "Task" [ 1235.831528] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.838382] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d4aca4-b0b7-1c35-d077-64930a74fe03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.852549] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1235.852770] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468574', 'volume_id': '8a5db33d-25b4-46fe-a8d0-6651fe7f6a32', 'name': 'volume-8a5db33d-25b4-46fe-a8d0-6651fe7f6a32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '439da3fb-49c6-4062-b79a-48db98188224', 'attached_at': '', 'detached_at': '', 'volume_id': '8a5db33d-25b4-46fe-a8d0-6651fe7f6a32', 'serial': '8a5db33d-25b4-46fe-a8d0-6651fe7f6a32'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1235.853532] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccbe530-8dc1-4cb6-87c3-cd47dc98ad02 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.868385] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b39667-c6b7-47c1-925b-5c52558a5eed {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.891796] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-8a5db33d-25b4-46fe-a8d0-6651fe7f6a32/volume-8a5db33d-25b4-46fe-a8d0-6651fe7f6a32.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.892042] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1129ed3-61f1-463e-b65b-3ba1be220f74 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.908789] env[64022]: DEBUG oslo_vmware.api [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1235.908789] env[64022]: value = "task-2303436" [ 1235.908789] env[64022]: _type = "Task" [ 1235.908789] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.915968] env[64022]: DEBUG oslo_vmware.api [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.341424] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52d4aca4-b0b7-1c35-d077-64930a74fe03, 'name': SearchDatastore_Task, 'duration_secs': 0.008921} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.341896] env[64022]: DEBUG oslo_concurrency.lockutils [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.342165] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] ef622ca5-b17c-4499-9bed-ebd9edaa261d/ef622ca5-b17c-4499-9bed-ebd9edaa261d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.342490] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c56dc6ff-2209-420d-9628-2bc0146e1112 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.348336] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1236.348336] env[64022]: value = "task-2303437" [ 1236.348336] env[64022]: _type = "Task" [ 1236.348336] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.355869] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.417773] env[64022]: DEBUG oslo_vmware.api [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303436, 'name': ReconfigVM_Task, 'duration_secs': 0.351568} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.417983] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-8a5db33d-25b4-46fe-a8d0-6651fe7f6a32/volume-8a5db33d-25b4-46fe-a8d0-6651fe7f6a32.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.422699] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01fa48c5-cd24-42eb-b1e4-ab693dabc012 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.436267] env[64022]: DEBUG oslo_vmware.api [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1236.436267] env[64022]: value = "task-2303438" [ 1236.436267] env[64022]: _type = "Task" [ 1236.436267] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.443657] env[64022]: DEBUG oslo_vmware.api [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.858655] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440324} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.858914] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] ef622ca5-b17c-4499-9bed-ebd9edaa261d/ef622ca5-b17c-4499-9bed-ebd9edaa261d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.859145] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.859395] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c3fb66-c7c6-4256-81d5-d24e97a9a9b7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.866796] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1236.866796] env[64022]: value = "task-2303439" [ 1236.866796] env[64022]: _type = "Task" [ 1236.866796] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.873672] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.946622] env[64022]: DEBUG oslo_vmware.api [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303438, 'name': ReconfigVM_Task, 'duration_secs': 0.138033} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.946933] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468574', 'volume_id': '8a5db33d-25b4-46fe-a8d0-6651fe7f6a32', 'name': 'volume-8a5db33d-25b4-46fe-a8d0-6651fe7f6a32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '439da3fb-49c6-4062-b79a-48db98188224', 'attached_at': '', 'detached_at': '', 'volume_id': '8a5db33d-25b4-46fe-a8d0-6651fe7f6a32', 'serial': '8a5db33d-25b4-46fe-a8d0-6651fe7f6a32'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1237.377636] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063582} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.377929] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.378716] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009e73a6-f8e6-48a0-9988-2529afd3c354 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.400277] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] ef622ca5-b17c-4499-9bed-ebd9edaa261d/ef622ca5-b17c-4499-9bed-ebd9edaa261d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.400566] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdcfb5a3-5eb3-4536-9a5f-e7f8a390911f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.420116] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1237.420116] env[64022]: value = "task-2303440" [ 1237.420116] env[64022]: _type = "Task" [ 1237.420116] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.427975] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.929973] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303440, 'name': ReconfigVM_Task, 'duration_secs': 0.354069} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.930278] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Reconfigured VM instance instance-00000079 to attach disk [datastore2] ef622ca5-b17c-4499-9bed-ebd9edaa261d/ef622ca5-b17c-4499-9bed-ebd9edaa261d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.930921] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-280d33b0-0854-4fbe-be91-3dc2d1c05435 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.937443] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1237.937443] env[64022]: value = "task-2303441" [ 1237.937443] env[64022]: _type = "Task" [ 1237.937443] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.944888] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303441, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.956341] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.956564] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.956764] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.956946] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.957173] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.959314] env[64022]: INFO nova.compute.manager [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Terminating instance [ 1237.982839] env[64022]: DEBUG nova.objects.instance [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'flavor' on Instance uuid 439da3fb-49c6-4062-b79a-48db98188224 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.447021] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303441, 'name': Rename_Task, 'duration_secs': 0.202186} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.447463] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.447527] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c83f11c4-027f-4ab0-81cd-4f72d98e5ee9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.453550] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1238.453550] env[64022]: value = "task-2303442" [ 1238.453550] env[64022]: _type = "Task" [ 1238.453550] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.460594] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.463240] env[64022]: DEBUG nova.compute.manager [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.463440] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.464150] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d50c41-687f-418b-a2d4-2c7ce8cf40b0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.470103] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.470319] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfbcebf5-e97f-478d-916b-0b1c6c31ff9d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.475159] env[64022]: DEBUG oslo_vmware.api [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1238.475159] env[64022]: value = "task-2303443" [ 1238.475159] env[64022]: _type = "Task" [ 1238.475159] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.482287] env[64022]: DEBUG oslo_vmware.api [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.488131] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c9f16456-264d-4830-9a21-8e15030ec383 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.227s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.585042] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19906880-e6e4-4a40-a85f-0a0f5dbd8385 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "439da3fb-49c6-4062-b79a-48db98188224" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.585331] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19906880-e6e4-4a40-a85f-0a0f5dbd8385 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.585520] env[64022]: DEBUG nova.compute.manager [None req-19906880-e6e4-4a40-a85f-0a0f5dbd8385 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.586421] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa22c2d-ad6c-4c3e-8680-756ec9937fd0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.593519] env[64022]: DEBUG nova.compute.manager [None req-19906880-e6e4-4a40-a85f-0a0f5dbd8385 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64022) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1238.594100] env[64022]: DEBUG nova.objects.instance [None req-19906880-e6e4-4a40-a85f-0a0f5dbd8385 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'flavor' on Instance uuid 439da3fb-49c6-4062-b79a-48db98188224 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.963460] env[64022]: DEBUG oslo_vmware.api [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303442, 'name': PowerOnVM_Task, 'duration_secs': 0.485071} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.963727] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.963917] env[64022]: DEBUG nova.compute.manager [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.964677] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b66933-38cf-491d-aca7-533bf77bda0b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.983290] env[64022]: DEBUG oslo_vmware.api [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303443, 'name': PowerOffVM_Task, 'duration_secs': 0.21474} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.983551] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.983849] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.983962] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-395bc159-bf43-484f-8ecf-72669c0aa2ad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.043873] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.044121] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.044281] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleting the datastore file [datastore1] b4bf3e4c-2f22-4417-a5be-9dc83b1331e0 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.044540] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aad46ff8-510c-4149-bb16-5e90b2aab8c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.052620] env[64022]: DEBUG oslo_vmware.api [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for the task: (returnval){ [ 1239.052620] env[64022]: value = "task-2303445" [ 1239.052620] env[64022]: _type = "Task" [ 1239.052620] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.061279] env[64022]: DEBUG oslo_vmware.api [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.480062] env[64022]: DEBUG oslo_concurrency.lockutils [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.480062] env[64022]: DEBUG oslo_concurrency.lockutils [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.480062] env[64022]: DEBUG nova.objects.instance [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64022) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1239.562863] env[64022]: DEBUG oslo_vmware.api [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.600187] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19906880-e6e4-4a40-a85f-0a0f5dbd8385 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.600501] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef996b4a-2c2c-442c-93d9-e845110d5b8d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.607536] env[64022]: DEBUG oslo_vmware.api [None req-19906880-e6e4-4a40-a85f-0a0f5dbd8385 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1239.607536] env[64022]: value = "task-2303446" [ 1239.607536] env[64022]: _type = "Task" [ 1239.607536] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.615872] env[64022]: DEBUG oslo_vmware.api [None req-19906880-e6e4-4a40-a85f-0a0f5dbd8385 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.064069] env[64022]: DEBUG oslo_vmware.api [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Task: {'id': task-2303445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615845} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.064300] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.064487] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.064689] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.064891] env[64022]: INFO nova.compute.manager [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1240.065187] env[64022]: DEBUG oslo.service.loopingcall [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1240.065394] env[64022]: DEBUG nova.compute.manager [-] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.065489] env[64022]: DEBUG nova.network.neutron [-] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.117208] env[64022]: DEBUG oslo_vmware.api [None req-19906880-e6e4-4a40-a85f-0a0f5dbd8385 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303446, 'name': PowerOffVM_Task, 'duration_secs': 0.492207} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.117471] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-19906880-e6e4-4a40-a85f-0a0f5dbd8385 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.117668] env[64022]: DEBUG nova.compute.manager [None req-19906880-e6e4-4a40-a85f-0a0f5dbd8385 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.118430] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ca7a1a-8647-422b-806e-94178e7bbe11 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.489576] env[64022]: DEBUG oslo_concurrency.lockutils [None req-76b51fe2-abf4-4878-8972-6fafad571e31 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.574850] env[64022]: DEBUG nova.compute.manager [req-9531245e-537d-4d21-9e94-fa7fc9af172b req-9d3455d3-0d1b-454f-93a8-0c8176cc0996 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Received event network-vif-deleted-d29578cd-cde0-427b-8cd6-82923d69a2d1 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1240.575206] env[64022]: INFO nova.compute.manager [req-9531245e-537d-4d21-9e94-fa7fc9af172b req-9d3455d3-0d1b-454f-93a8-0c8176cc0996 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Neutron deleted interface d29578cd-cde0-427b-8cd6-82923d69a2d1; detaching it from the instance and deleting it from the info cache [ 1240.575330] env[64022]: DEBUG nova.network.neutron [req-9531245e-537d-4d21-9e94-fa7fc9af172b req-9d3455d3-0d1b-454f-93a8-0c8176cc0996 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.629311] env[64022]: DEBUG oslo_concurrency.lockutils [None req-19906880-e6e4-4a40-a85f-0a0f5dbd8385 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.057800] env[64022]: DEBUG nova.network.neutron [-] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.068592] env[64022]: DEBUG nova.objects.instance [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'flavor' on Instance uuid 439da3fb-49c6-4062-b79a-48db98188224 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.078019] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c32e5920-ece9-46a8-b851-4a40c93fa06d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.088361] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca18ce9-1342-4b8c-8262-43316fc3f060 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.113810] env[64022]: DEBUG nova.compute.manager [req-9531245e-537d-4d21-9e94-fa7fc9af172b req-9d3455d3-0d1b-454f-93a8-0c8176cc0996 service nova] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Detach interface failed, port_id=d29578cd-cde0-427b-8cd6-82923d69a2d1, reason: Instance b4bf3e4c-2f22-4417-a5be-9dc83b1331e0 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1241.560644] env[64022]: INFO nova.compute.manager [-] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Took 1.49 seconds to deallocate network for instance. [ 1241.573781] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.573998] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquired lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.574235] env[64022]: DEBUG nova.network.neutron [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.574820] env[64022]: DEBUG nova.objects.instance [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'info_cache' on Instance uuid 439da3fb-49c6-4062-b79a-48db98188224 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.067106] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.067414] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.067640] env[64022]: DEBUG nova.objects.instance [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lazy-loading 'resources' on Instance uuid b4bf3e4c-2f22-4417-a5be-9dc83b1331e0 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.078481] env[64022]: DEBUG nova.objects.base [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Object Instance<439da3fb-49c6-4062-b79a-48db98188224> lazy-loaded attributes: flavor,info_cache {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1242.650579] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d2aba3-d823-4d62-bcfa-b100cc23e183 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.658882] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0b46f5-fcc7-46c2-b56c-1be4f19327f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.692400] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620fdb05-624f-4b9d-a50c-39f9ba37c1b3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.702505] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c1f567-d268-4f21-8b79-b6f1aff6bfc2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.716459] env[64022]: DEBUG nova.compute.provider_tree [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.833050] env[64022]: DEBUG nova.network.neutron [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Updating instance_info_cache with network_info: [{"id": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "address": "fa:16:3e:6b:6e:dd", "network": {"id": "74ddffce-5bef-4a30-9305-25e3a56bbde3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1857196473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b643638f8210432da7b82d86bad52084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18325d15-78", "ovs_interfaceid": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.220463] env[64022]: DEBUG nova.scheduler.client.report [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.335251] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Releasing lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.724852] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.746337] env[64022]: INFO nova.scheduler.client.report [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Deleted allocations for instance b4bf3e4c-2f22-4417-a5be-9dc83b1331e0 [ 1244.256157] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5f354657-ccb8-4d3a-898d-3b70b6031eaf tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Lock "b4bf3e4c-2f22-4417-a5be-9dc83b1331e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.299s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.342062] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.342062] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b54ebef4-9716-4d17-96e8-92b0ef9ee1a8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.348626] env[64022]: DEBUG oslo_vmware.api [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1244.348626] env[64022]: value = "task-2303447" [ 1244.348626] env[64022]: _type = "Task" [ 1244.348626] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.356720] env[64022]: DEBUG oslo_vmware.api [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.643555] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "8e8b6c31-55fb-4497-90df-5ce708e467fa" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.643789] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.643973] env[64022]: INFO nova.compute.manager [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Shelving [ 1244.857993] env[64022]: DEBUG oslo_vmware.api [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303447, 'name': PowerOnVM_Task, 'duration_secs': 0.482889} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.858394] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.858468] env[64022]: DEBUG nova.compute.manager [None req-c04fbe6b-da6f-4d95-b52f-cc101ee6f207 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.859233] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d6e1a0-f3f5-4d83-9108-89287bd8e856 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.654956] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.655329] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c410dab6-50a0-4f49-8dd6-1001f7e54ffc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.661998] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1245.661998] env[64022]: value = "task-2303449" [ 1245.661998] env[64022]: _type = "Task" [ 1245.661998] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.673119] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.171894] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303449, 'name': PowerOffVM_Task, 'duration_secs': 0.244823} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.172317] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.172918] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d0fff-7a0a-4d7e-879b-b241da699377 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.190449] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ad4b62-beb1-4611-9205-a5236a556433 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.700550] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Creating Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1246.700866] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-42502156-5fe3-4d42-924f-e4b27d7716df {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.708886] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1246.708886] env[64022]: value = "task-2303450" [ 1246.708886] env[64022]: _type = "Task" [ 1246.708886] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.716722] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303450, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.218224] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303450, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.719653] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303450, 'name': CreateSnapshot_Task, 'duration_secs': 0.612769} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.719922] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Created Snapshot of the VM instance {{(pid=64022) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1247.720666] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33eca7fc-be7d-477f-a802-c9fb1592dd49 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.242490] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Creating linked-clone VM from snapshot {{(pid=64022) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1248.242884] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dde033da-343a-4d85-bd61-3e5eff3a205e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.253985] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1248.253985] env[64022]: value = "task-2303451" [ 1248.253985] env[64022]: _type = "Task" [ 1248.253985] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.265434] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303451, 'name': CloneVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.764282] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303451, 'name': CloneVM_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.266058] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303451, 'name': CloneVM_Task} progress is 95%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.766418] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303451, 'name': CloneVM_Task, 'duration_secs': 1.311659} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.766731] env[64022]: INFO nova.virt.vmwareapi.vmops [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Created linked-clone VM from snapshot [ 1249.767534] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99cee25-0b6d-402c-ac6f-58fe22e83c73 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.774439] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Uploading image 55d8a049-dbf5-4d37-972b-213d56669227 {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1249.798182] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1249.798182] env[64022]: value = "vm-468577" [ 1249.798182] env[64022]: _type = "VirtualMachine" [ 1249.798182] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1249.798449] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-512193b1-c254-4e58-bab9-b2797548e8e4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.804403] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lease: (returnval){ [ 1249.804403] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5220da6b-dcd7-e79e-c91c-36b7e1156a08" [ 1249.804403] env[64022]: _type = "HttpNfcLease" [ 1249.804403] env[64022]: } obtained for exporting VM: (result){ [ 1249.804403] env[64022]: value = "vm-468577" [ 1249.804403] env[64022]: _type = "VirtualMachine" [ 1249.804403] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1249.804724] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the lease: (returnval){ [ 1249.804724] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5220da6b-dcd7-e79e-c91c-36b7e1156a08" [ 1249.804724] env[64022]: _type = "HttpNfcLease" [ 1249.804724] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1249.810499] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1249.810499] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5220da6b-dcd7-e79e-c91c-36b7e1156a08" [ 1249.810499] env[64022]: _type = "HttpNfcLease" [ 1249.810499] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1250.312796] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.312796] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5220da6b-dcd7-e79e-c91c-36b7e1156a08" [ 1250.312796] env[64022]: _type = "HttpNfcLease" [ 1250.312796] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1250.313259] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1250.313259] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5220da6b-dcd7-e79e-c91c-36b7e1156a08" [ 1250.313259] env[64022]: _type = "HttpNfcLease" [ 1250.313259] env[64022]: }. {{(pid=64022) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1250.313841] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d280e78-5e9b-4f0d-986b-0176dab6748e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.321118] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a217ff-8341-424b-c2a1-ed314a36af66/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1250.321299] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a217ff-8341-424b-c2a1-ed314a36af66/disk-0.vmdk for reading. {{(pid=64022) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1250.440653] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e6f9416b-9cdc-47f7-ae17-4a54ec135594 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.571615] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a217ff-8341-424b-c2a1-ed314a36af66/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1258.572552] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e85303-5bb6-486a-8b29-e0b1c69cb7d2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.578391] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a217ff-8341-424b-c2a1-ed314a36af66/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1258.578556] env[64022]: ERROR oslo_vmware.rw_handles [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a217ff-8341-424b-c2a1-ed314a36af66/disk-0.vmdk due to incomplete transfer. [ 1258.578759] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-369d0f2c-01f4-413e-9ce9-f0e9fe17bdbc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.585367] env[64022]: DEBUG oslo_vmware.rw_handles [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a217ff-8341-424b-c2a1-ed314a36af66/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1258.585560] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Uploaded image 55d8a049-dbf5-4d37-972b-213d56669227 to the Glance image server {{(pid=64022) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1258.587893] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Destroying the VM {{(pid=64022) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1258.588120] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6e9b560f-2764-4ecd-9bba-7f4b677ff924 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.593156] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1258.593156] env[64022]: value = "task-2303453" [ 1258.593156] env[64022]: _type = "Task" [ 1258.593156] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.600301] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303453, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.104279] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303453, 'name': Destroy_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.603820] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303453, 'name': Destroy_Task, 'duration_secs': 0.847171} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.604140] env[64022]: INFO nova.virt.vmwareapi.vm_util [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Destroyed the VM [ 1259.604343] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Deleting Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1259.604559] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7bcc167d-26da-40c3-9268-74ddd284c7cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.611014] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1259.611014] env[64022]: value = "task-2303454" [ 1259.611014] env[64022]: _type = "Task" [ 1259.611014] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.618599] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303454, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.777601] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.777822] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.777925] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1260.120872] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303454, 'name': RemoveSnapshot_Task, 'duration_secs': 0.369217} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.121151] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Deleted Snapshot of the VM instance {{(pid=64022) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1260.121423] env[64022]: DEBUG nova.compute.manager [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.122193] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb3ca1-3538-4b1b-abf3-a7f97fc535fe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.633528] env[64022]: INFO nova.compute.manager [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Shelve offloading [ 1261.136950] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.137295] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bc6d71d-0a15-4527-8b1f-2d8722cde09c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.144603] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1261.144603] env[64022]: value = "task-2303455" [ 1261.144603] env[64022]: _type = "Task" [ 1261.144603] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.152019] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.654714] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] VM already powered off {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1261.655113] env[64022]: DEBUG nova.compute.manager [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.655691] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405e9cc6-1524-4e84-b89d-628e64aaf444 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.661015] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.661180] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.661355] env[64022]: DEBUG nova.network.neutron [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.289913] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Didn't find any instances for network info cache update. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1262.290144] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.290308] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.290457] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.290605] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.290746] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.290887] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.291024] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1262.291173] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.378987] env[64022]: DEBUG nova.network.neutron [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updating instance_info_cache with network_info: [{"id": "18ce209b-437d-41ee-a82d-a50c918baccf", "address": "fa:16:3e:5e:55:28", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ce209b-43", "ovs_interfaceid": "18ce209b-437d-41ee-a82d-a50c918baccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.794468] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.794854] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.794854] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.795040] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1262.797254] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406ccab3-203c-4dba-bde0-cd117ddf57aa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.805244] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4960bbf7-1e8b-435a-8adf-ee83703d5e79 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.819071] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a81598f-e264-420c-877b-182bc3b1775f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.825260] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6074dbd0-6760-43e0-be4e-65a87c01b331 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.852905] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180355MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1262.853045] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.853204] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.881775] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.121336] env[64022]: DEBUG nova.compute.manager [req-0e20994a-1c59-4f05-8de4-97a8b35117e1 req-7f8a49f0-e6c3-4b85-b47b-7821db8d3c5a service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Received event network-vif-unplugged-18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1263.121561] env[64022]: DEBUG oslo_concurrency.lockutils [req-0e20994a-1c59-4f05-8de4-97a8b35117e1 req-7f8a49f0-e6c3-4b85-b47b-7821db8d3c5a service nova] Acquiring lock "8e8b6c31-55fb-4497-90df-5ce708e467fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.121772] env[64022]: DEBUG oslo_concurrency.lockutils [req-0e20994a-1c59-4f05-8de4-97a8b35117e1 req-7f8a49f0-e6c3-4b85-b47b-7821db8d3c5a service nova] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.121941] env[64022]: DEBUG oslo_concurrency.lockutils [req-0e20994a-1c59-4f05-8de4-97a8b35117e1 req-7f8a49f0-e6c3-4b85-b47b-7821db8d3c5a service nova] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.122196] env[64022]: DEBUG nova.compute.manager [req-0e20994a-1c59-4f05-8de4-97a8b35117e1 req-7f8a49f0-e6c3-4b85-b47b-7821db8d3c5a service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] No waiting events found dispatching network-vif-unplugged-18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.122377] env[64022]: WARNING nova.compute.manager [req-0e20994a-1c59-4f05-8de4-97a8b35117e1 req-7f8a49f0-e6c3-4b85-b47b-7821db8d3c5a service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Received unexpected event network-vif-unplugged-18ce209b-437d-41ee-a82d-a50c918baccf for instance with vm_state shelved and task_state shelving_offloading. [ 1263.213104] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.214365] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf6b9b7-d948-4695-9bda-b85b5c2b8a83 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.222500] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.222725] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32839c98-0ff4-422a-b1e1-24916d788e6d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.292728] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.293124] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.293446] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleting the datastore file [datastore2] 8e8b6c31-55fb-4497-90df-5ce708e467fa {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.293863] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d3ce8ba-7597-4d2a-905d-89991eb9766d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.300914] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1263.300914] env[64022]: value = "task-2303457" [ 1263.300914] env[64022]: _type = "Task" [ 1263.300914] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.311757] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.812652] env[64022]: DEBUG oslo_vmware.api [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130084} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.813101] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.813101] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.813265] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.857509] env[64022]: INFO nova.scheduler.client.report [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleted allocations for instance 8e8b6c31-55fb-4497-90df-5ce708e467fa [ 1263.877718] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance b574a035-d4f6-48ad-b59b-b7ab844f8791 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1263.877875] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 439da3fb-49c6-4062-b79a-48db98188224 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1263.877999] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance ef622ca5-b17c-4499-9bed-ebd9edaa261d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1263.878191] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1263.878330] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1263.920177] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20136810-b1a4-412c-b559-20eb141dc6de {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.928501] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64896e1b-2918-4dfd-9ac5-358c43401ef3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.959772] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43d8f93-3049-4fcd-8215-496390a97648 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.966571] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc697d87-cdf8-49ff-8be7-8a8a8b3486d4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.979478] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.361931] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.482737] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.991236] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1264.991614] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.138s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.991747] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.630s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.991949] env[64022]: DEBUG nova.objects.instance [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'resources' on Instance uuid 8e8b6c31-55fb-4497-90df-5ce708e467fa {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.146649] env[64022]: DEBUG nova.compute.manager [req-dd8cffac-ffc0-469c-a8ab-c145e405b76a req-d7c8b593-6a60-4e09-9fd6-9c65e594a5fc service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Received event network-changed-18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1265.146887] env[64022]: DEBUG nova.compute.manager [req-dd8cffac-ffc0-469c-a8ab-c145e405b76a req-d7c8b593-6a60-4e09-9fd6-9c65e594a5fc service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Refreshing instance network info cache due to event network-changed-18ce209b-437d-41ee-a82d-a50c918baccf. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1265.147151] env[64022]: DEBUG oslo_concurrency.lockutils [req-dd8cffac-ffc0-469c-a8ab-c145e405b76a req-d7c8b593-6a60-4e09-9fd6-9c65e594a5fc service nova] Acquiring lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.147327] env[64022]: DEBUG oslo_concurrency.lockutils [req-dd8cffac-ffc0-469c-a8ab-c145e405b76a req-d7c8b593-6a60-4e09-9fd6-9c65e594a5fc service nova] Acquired lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.147534] env[64022]: DEBUG nova.network.neutron [req-dd8cffac-ffc0-469c-a8ab-c145e405b76a req-d7c8b593-6a60-4e09-9fd6-9c65e594a5fc service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Refreshing network info cache for port 18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.494627] env[64022]: DEBUG nova.objects.instance [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'numa_topology' on Instance uuid 8e8b6c31-55fb-4497-90df-5ce708e467fa {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.790229] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "8e8b6c31-55fb-4497-90df-5ce708e467fa" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.862681] env[64022]: DEBUG nova.network.neutron [req-dd8cffac-ffc0-469c-a8ab-c145e405b76a req-d7c8b593-6a60-4e09-9fd6-9c65e594a5fc service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updated VIF entry in instance network info cache for port 18ce209b-437d-41ee-a82d-a50c918baccf. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.863077] env[64022]: DEBUG nova.network.neutron [req-dd8cffac-ffc0-469c-a8ab-c145e405b76a req-d7c8b593-6a60-4e09-9fd6-9c65e594a5fc service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updating instance_info_cache with network_info: [{"id": "18ce209b-437d-41ee-a82d-a50c918baccf", "address": "fa:16:3e:5e:55:28", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap18ce209b-43", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.997582] env[64022]: DEBUG nova.objects.base [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Object Instance<8e8b6c31-55fb-4497-90df-5ce708e467fa> lazy-loaded attributes: resources,numa_topology {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1266.053840] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973fe817-b7e6-409b-9e3b-b9ebaa314efe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.061224] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671e6749-78b2-46bb-b6dc-a953f3eafd4a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.090395] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47476570-74e8-49bd-94fc-916edcdd5ec2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.097117] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7af43b-06a6-43d4-b466-ce776cad3a19 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.110238] env[64022]: DEBUG nova.compute.provider_tree [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.366261] env[64022]: DEBUG oslo_concurrency.lockutils [req-dd8cffac-ffc0-469c-a8ab-c145e405b76a req-d7c8b593-6a60-4e09-9fd6-9c65e594a5fc service nova] Releasing lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.613664] env[64022]: DEBUG nova.scheduler.client.report [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.118121] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.626819] env[64022]: DEBUG oslo_concurrency.lockutils [None req-2515ff80-3871-4623-b16a-470e7a55d875 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.983s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.628318] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.838s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.628318] env[64022]: INFO nova.compute.manager [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Unshelving [ 1268.653204] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.653204] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.653204] env[64022]: DEBUG nova.objects.instance [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e8b6c31-55fb-4497-90df-5ce708e467fa {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.156865] env[64022]: DEBUG nova.objects.instance [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'numa_topology' on Instance uuid 8e8b6c31-55fb-4497-90df-5ce708e467fa {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.660228] env[64022]: INFO nova.compute.claims [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.725901] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f87d25-640f-4a65-9848-caabf9ce6bf5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.733143] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343e55cf-9583-4540-a39e-60387505e4bd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.762815] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5437747b-41d0-4bae-9b73-610672a5e508 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.769582] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d816c56-703c-4a7c-8db1-f9f8776e96c5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.782156] env[64022]: DEBUG nova.compute.provider_tree [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.284919] env[64022]: DEBUG nova.scheduler.client.report [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.790122] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.138s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.818856] env[64022]: INFO nova.network.neutron [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updating port 18ce209b-437d-41ee-a82d-a50c918baccf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1273.190884] env[64022]: DEBUG nova.compute.manager [req-5fbf10ce-964b-4cda-a0fd-85fcb0f13a69 req-1adde114-37aa-4243-8a48-f48b5197895c service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Received event network-vif-plugged-18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1273.190884] env[64022]: DEBUG oslo_concurrency.lockutils [req-5fbf10ce-964b-4cda-a0fd-85fcb0f13a69 req-1adde114-37aa-4243-8a48-f48b5197895c service nova] Acquiring lock "8e8b6c31-55fb-4497-90df-5ce708e467fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.191246] env[64022]: DEBUG oslo_concurrency.lockutils [req-5fbf10ce-964b-4cda-a0fd-85fcb0f13a69 req-1adde114-37aa-4243-8a48-f48b5197895c service nova] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.191246] env[64022]: DEBUG oslo_concurrency.lockutils [req-5fbf10ce-964b-4cda-a0fd-85fcb0f13a69 req-1adde114-37aa-4243-8a48-f48b5197895c service nova] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.191341] env[64022]: DEBUG nova.compute.manager [req-5fbf10ce-964b-4cda-a0fd-85fcb0f13a69 req-1adde114-37aa-4243-8a48-f48b5197895c service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] No waiting events found dispatching network-vif-plugged-18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.191450] env[64022]: WARNING nova.compute.manager [req-5fbf10ce-964b-4cda-a0fd-85fcb0f13a69 req-1adde114-37aa-4243-8a48-f48b5197895c service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Received unexpected event network-vif-plugged-18ce209b-437d-41ee-a82d-a50c918baccf for instance with vm_state shelved_offloaded and task_state spawning. [ 1273.279455] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.279644] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.279835] env[64022]: DEBUG nova.network.neutron [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.983710] env[64022]: DEBUG nova.network.neutron [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updating instance_info_cache with network_info: [{"id": "18ce209b-437d-41ee-a82d-a50c918baccf", "address": "fa:16:3e:5e:55:28", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ce209b-43", "ovs_interfaceid": "18ce209b-437d-41ee-a82d-a50c918baccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.487088] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.512793] env[64022]: DEBUG nova.virt.hardware [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='412632d68381b2c9950b9448b87a6796',container_format='bare',created_at=2025-02-04T21:08:43Z,direct_url=,disk_format='vmdk',id=55d8a049-dbf5-4d37-972b-213d56669227,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-948529461-shelved',owner='ff309329b12a402c9d09d72eba50d25b',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-02-04T21:08:58Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.513060] env[64022]: DEBUG nova.virt.hardware [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.513228] env[64022]: DEBUG nova.virt.hardware [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.513418] env[64022]: DEBUG nova.virt.hardware [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.513567] env[64022]: DEBUG nova.virt.hardware [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.513715] env[64022]: DEBUG nova.virt.hardware [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.513922] env[64022]: DEBUG nova.virt.hardware [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.514096] env[64022]: DEBUG nova.virt.hardware [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.514272] env[64022]: DEBUG nova.virt.hardware [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.514436] env[64022]: DEBUG nova.virt.hardware [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.514608] env[64022]: DEBUG nova.virt.hardware [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.515509] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8855acde-a57f-4aac-997e-c5067451a78a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.523423] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd581dc-2dd8-4f0f-ad5c-7741c25e9568 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.536311] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:55:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18ce209b-437d-41ee-a82d-a50c918baccf', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.543593] env[64022]: DEBUG oslo.service.loopingcall [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1274.543822] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.544030] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d4edc1c-2f66-4734-8ab1-6d76fca1b85e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.562719] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.562719] env[64022]: value = "task-2303458" [ 1274.562719] env[64022]: _type = "Task" [ 1274.562719] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.570281] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303458, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.072902] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303458, 'name': CreateVM_Task, 'duration_secs': 0.354955} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.072902] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.073167] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/55d8a049-dbf5-4d37-972b-213d56669227" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.073314] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/55d8a049-dbf5-4d37-972b-213d56669227" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.073693] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/55d8a049-dbf5-4d37-972b-213d56669227" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.073936] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a228b7c-c5fd-42bf-bc49-890074104b5a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.078137] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1275.078137] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c93404-78dc-8bbd-50d9-1c10df47d17f" [ 1275.078137] env[64022]: _type = "Task" [ 1275.078137] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.091376] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52c93404-78dc-8bbd-50d9-1c10df47d17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.218645] env[64022]: DEBUG nova.compute.manager [req-9f9f6f8f-5b51-4c3a-a250-1a6d7dca9835 req-e3b13677-1a6d-41ab-afec-6f6fdb6d78ff service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Received event network-changed-18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1275.218864] env[64022]: DEBUG nova.compute.manager [req-9f9f6f8f-5b51-4c3a-a250-1a6d7dca9835 req-e3b13677-1a6d-41ab-afec-6f6fdb6d78ff service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Refreshing instance network info cache due to event network-changed-18ce209b-437d-41ee-a82d-a50c918baccf. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1275.219085] env[64022]: DEBUG oslo_concurrency.lockutils [req-9f9f6f8f-5b51-4c3a-a250-1a6d7dca9835 req-e3b13677-1a6d-41ab-afec-6f6fdb6d78ff service nova] Acquiring lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.219230] env[64022]: DEBUG oslo_concurrency.lockutils [req-9f9f6f8f-5b51-4c3a-a250-1a6d7dca9835 req-e3b13677-1a6d-41ab-afec-6f6fdb6d78ff service nova] Acquired lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.219391] env[64022]: DEBUG nova.network.neutron [req-9f9f6f8f-5b51-4c3a-a250-1a6d7dca9835 req-e3b13677-1a6d-41ab-afec-6f6fdb6d78ff service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Refreshing network info cache for port 18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.588250] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/55d8a049-dbf5-4d37-972b-213d56669227" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.588547] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Processing image 55d8a049-dbf5-4d37-972b-213d56669227 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.588768] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/55d8a049-dbf5-4d37-972b-213d56669227/55d8a049-dbf5-4d37-972b-213d56669227.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.588925] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/55d8a049-dbf5-4d37-972b-213d56669227/55d8a049-dbf5-4d37-972b-213d56669227.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.589119] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.589366] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e5042b2-a307-48ed-bbe6-7ca8f22e57d7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.598082] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.598283] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.599047] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86d19f4-dab3-49bb-8cae-30af7b00190c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.603715] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1275.603715] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5275b00d-794d-3907-50ba-4432905fcb39" [ 1275.603715] env[64022]: _type = "Task" [ 1275.603715] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.610577] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5275b00d-794d-3907-50ba-4432905fcb39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.923413] env[64022]: DEBUG nova.network.neutron [req-9f9f6f8f-5b51-4c3a-a250-1a6d7dca9835 req-e3b13677-1a6d-41ab-afec-6f6fdb6d78ff service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updated VIF entry in instance network info cache for port 18ce209b-437d-41ee-a82d-a50c918baccf. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.923769] env[64022]: DEBUG nova.network.neutron [req-9f9f6f8f-5b51-4c3a-a250-1a6d7dca9835 req-e3b13677-1a6d-41ab-afec-6f6fdb6d78ff service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updating instance_info_cache with network_info: [{"id": "18ce209b-437d-41ee-a82d-a50c918baccf", "address": "fa:16:3e:5e:55:28", "network": {"id": "5083221c-1526-498c-8c73-9b74feaccdc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1705101624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff309329b12a402c9d09d72eba50d25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ce209b-43", "ovs_interfaceid": "18ce209b-437d-41ee-a82d-a50c918baccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.960988] env[64022]: DEBUG oslo_concurrency.lockutils [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "ef622ca5-b17c-4499-9bed-ebd9edaa261d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.961244] env[64022]: DEBUG oslo_concurrency.lockutils [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "ef622ca5-b17c-4499-9bed-ebd9edaa261d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.961449] env[64022]: DEBUG oslo_concurrency.lockutils [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "ef622ca5-b17c-4499-9bed-ebd9edaa261d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.961630] env[64022]: DEBUG oslo_concurrency.lockutils [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "ef622ca5-b17c-4499-9bed-ebd9edaa261d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.961804] env[64022]: DEBUG oslo_concurrency.lockutils [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "ef622ca5-b17c-4499-9bed-ebd9edaa261d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.963987] env[64022]: INFO nova.compute.manager [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Terminating instance [ 1276.114228] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Preparing fetch location {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1276.114448] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Fetch image to [datastore2] OSTACK_IMG_73d15986-37fb-4c57-9e60-d7e8d5b3c261/OSTACK_IMG_73d15986-37fb-4c57-9e60-d7e8d5b3c261.vmdk {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1276.114609] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Downloading stream optimized image 55d8a049-dbf5-4d37-972b-213d56669227 to [datastore2] OSTACK_IMG_73d15986-37fb-4c57-9e60-d7e8d5b3c261/OSTACK_IMG_73d15986-37fb-4c57-9e60-d7e8d5b3c261.vmdk on the data store datastore2 as vApp {{(pid=64022) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1276.114779] env[64022]: DEBUG nova.virt.vmwareapi.images [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Downloading image file data 55d8a049-dbf5-4d37-972b-213d56669227 to the ESX as VM named 'OSTACK_IMG_73d15986-37fb-4c57-9e60-d7e8d5b3c261' {{(pid=64022) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1276.181399] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1276.181399] env[64022]: value = "resgroup-9" [ 1276.181399] env[64022]: _type = "ResourcePool" [ 1276.181399] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1276.181701] env[64022]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-baea0386-4675-4ee9-af02-598aa8bb07db {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.201140] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lease: (returnval){ [ 1276.201140] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520df163-e8d6-e42b-2a79-13b8d8d3c88b" [ 1276.201140] env[64022]: _type = "HttpNfcLease" [ 1276.201140] env[64022]: } obtained for vApp import into resource pool (val){ [ 1276.201140] env[64022]: value = "resgroup-9" [ 1276.201140] env[64022]: _type = "ResourcePool" [ 1276.201140] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1276.201467] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the lease: (returnval){ [ 1276.201467] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520df163-e8d6-e42b-2a79-13b8d8d3c88b" [ 1276.201467] env[64022]: _type = "HttpNfcLease" [ 1276.201467] env[64022]: } to be ready. {{(pid=64022) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1276.207257] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.207257] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520df163-e8d6-e42b-2a79-13b8d8d3c88b" [ 1276.207257] env[64022]: _type = "HttpNfcLease" [ 1276.207257] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1276.426799] env[64022]: DEBUG oslo_concurrency.lockutils [req-9f9f6f8f-5b51-4c3a-a250-1a6d7dca9835 req-e3b13677-1a6d-41ab-afec-6f6fdb6d78ff service nova] Releasing lock "refresh_cache-8e8b6c31-55fb-4497-90df-5ce708e467fa" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.467965] env[64022]: DEBUG nova.compute.manager [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.468270] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.469344] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cbff71-236d-4c8b-8ee9-43cbe59fe9dc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.477146] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.477391] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fafc34f7-ba60-4429-966b-6388f7e48df3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.483867] env[64022]: DEBUG oslo_vmware.api [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1276.483867] env[64022]: value = "task-2303460" [ 1276.483867] env[64022]: _type = "Task" [ 1276.483867] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.491891] env[64022]: DEBUG oslo_vmware.api [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.709150] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.709150] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520df163-e8d6-e42b-2a79-13b8d8d3c88b" [ 1276.709150] env[64022]: _type = "HttpNfcLease" [ 1276.709150] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1276.993337] env[64022]: DEBUG oslo_vmware.api [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303460, 'name': PowerOffVM_Task, 'duration_secs': 0.198244} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.993573] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.993725] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.994045] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-675d32d3-0125-4afc-9cc7-a10a8b439020 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.059787] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.060035] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.060189] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleting the datastore file [datastore2] ef622ca5-b17c-4499-9bed-ebd9edaa261d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.060442] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6513d843-6f36-4194-9d62-c733208294a4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.068749] env[64022]: DEBUG oslo_vmware.api [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1277.068749] env[64022]: value = "task-2303462" [ 1277.068749] env[64022]: _type = "Task" [ 1277.068749] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.076419] env[64022]: DEBUG oslo_vmware.api [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.209463] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.209463] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520df163-e8d6-e42b-2a79-13b8d8d3c88b" [ 1277.209463] env[64022]: _type = "HttpNfcLease" [ 1277.209463] env[64022]: } is initializing. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1277.578411] env[64022]: DEBUG oslo_vmware.api [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211211} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.578659] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.578874] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.579059] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.579238] env[64022]: INFO nova.compute.manager [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1277.579473] env[64022]: DEBUG oslo.service.loopingcall [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.579667] env[64022]: DEBUG nova.compute.manager [-] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.579767] env[64022]: DEBUG nova.network.neutron [-] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.710633] env[64022]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.710633] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520df163-e8d6-e42b-2a79-13b8d8d3c88b" [ 1277.710633] env[64022]: _type = "HttpNfcLease" [ 1277.710633] env[64022]: } is ready. {{(pid=64022) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.711180] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.711180] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]520df163-e8d6-e42b-2a79-13b8d8d3c88b" [ 1277.711180] env[64022]: _type = "HttpNfcLease" [ 1277.711180] env[64022]: }. {{(pid=64022) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1277.711649] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b63c5ad-b806-45c3-b361-0fa565819dfd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.718654] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c526cc-aed4-36c3-9682-fece90e7c41c/disk-0.vmdk from lease info. {{(pid=64022) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.718851] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c526cc-aed4-36c3-9682-fece90e7c41c/disk-0.vmdk. {{(pid=64022) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1277.781777] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2a8a52db-52ef-43c2-a406-c1bc5e93de4b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.287936] env[64022]: DEBUG nova.compute.manager [req-0771d54d-7a8c-475a-bc4a-733f0a8937d4 req-3928ff41-3257-4816-a2f2-fe441d5efeff service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Received event network-vif-deleted-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1278.288153] env[64022]: INFO nova.compute.manager [req-0771d54d-7a8c-475a-bc4a-733f0a8937d4 req-3928ff41-3257-4816-a2f2-fe441d5efeff service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Neutron deleted interface 76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79; detaching it from the instance and deleting it from the info cache [ 1278.288391] env[64022]: DEBUG nova.network.neutron [req-0771d54d-7a8c-475a-bc4a-733f0a8937d4 req-3928ff41-3257-4816-a2f2-fe441d5efeff service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.764084] env[64022]: DEBUG nova.network.neutron [-] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.793556] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e20f876-391f-46f9-a2c3-4851285d6610 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.804340] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9660055-6eab-48f8-9355-3656df9fe9d7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.831636] env[64022]: DEBUG nova.compute.manager [req-0771d54d-7a8c-475a-bc4a-733f0a8937d4 req-3928ff41-3257-4816-a2f2-fe441d5efeff service nova] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Detach interface failed, port_id=76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79, reason: Instance ef622ca5-b17c-4499-9bed-ebd9edaa261d could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1279.004092] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Completed reading data from the image iterator. {{(pid=64022) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1279.004368] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c526cc-aed4-36c3-9682-fece90e7c41c/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1279.005352] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afc5984-d97b-41cd-826b-ac2ff7b76a20 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.012675] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c526cc-aed4-36c3-9682-fece90e7c41c/disk-0.vmdk is in state: ready. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1279.012892] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c526cc-aed4-36c3-9682-fece90e7c41c/disk-0.vmdk. {{(pid=64022) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1279.013185] env[64022]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ed2eef04-e815-4ed1-920e-16b202e4c5d9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.208902] env[64022]: DEBUG oslo_vmware.rw_handles [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c526cc-aed4-36c3-9682-fece90e7c41c/disk-0.vmdk. {{(pid=64022) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1279.209220] env[64022]: INFO nova.virt.vmwareapi.images [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Downloaded image file data 55d8a049-dbf5-4d37-972b-213d56669227 [ 1279.209930] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c694275a-9737-4057-bff8-841c50d95a0a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.224867] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c173a81c-8de0-4e4f-b502-e3daccb38cf1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.252871] env[64022]: INFO nova.virt.vmwareapi.images [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] The imported VM was unregistered [ 1279.255138] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Caching image {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1279.255364] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Creating directory with path [datastore2] devstack-image-cache_base/55d8a049-dbf5-4d37-972b-213d56669227 {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.255607] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8541a9c5-e192-4e31-9b92-a01aac06a7a4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.266520] env[64022]: INFO nova.compute.manager [-] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Took 1.69 seconds to deallocate network for instance. [ 1279.266788] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Created directory with path [datastore2] devstack-image-cache_base/55d8a049-dbf5-4d37-972b-213d56669227 {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.266960] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_73d15986-37fb-4c57-9e60-d7e8d5b3c261/OSTACK_IMG_73d15986-37fb-4c57-9e60-d7e8d5b3c261.vmdk to [datastore2] devstack-image-cache_base/55d8a049-dbf5-4d37-972b-213d56669227/55d8a049-dbf5-4d37-972b-213d56669227.vmdk. {{(pid=64022) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1279.268589] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f9f87f1e-3892-497a-a149-07eb71704b1f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.276796] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1279.276796] env[64022]: value = "task-2303464" [ 1279.276796] env[64022]: _type = "Task" [ 1279.276796] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.285284] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303464, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.775159] env[64022]: DEBUG oslo_concurrency.lockutils [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.775582] env[64022]: DEBUG oslo_concurrency.lockutils [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.775704] env[64022]: DEBUG nova.objects.instance [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lazy-loading 'resources' on Instance uuid ef622ca5-b17c-4499-9bed-ebd9edaa261d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.788132] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303464, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.291632] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303464, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.351545] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bffc377-4e09-4efb-b73d-b53a7097e3cc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.362454] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96979a8a-058d-4c69-883e-40a0351fede8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.396516] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921fcac7-7b6d-48dd-b60c-10131616bb10 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.409206] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8d9e83-c517-45b3-9cd6-50909f408503 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.427436] env[64022]: DEBUG nova.compute.provider_tree [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.793092] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303464, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.903105] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "439da3fb-49c6-4062-b79a-48db98188224" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.903449] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.930307] env[64022]: DEBUG nova.scheduler.client.report [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.294117] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303464, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.407332] env[64022]: INFO nova.compute.manager [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Detaching volume 8a5db33d-25b4-46fe-a8d0-6651fe7f6a32 [ 1281.435784] env[64022]: DEBUG oslo_concurrency.lockutils [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.438445] env[64022]: INFO nova.virt.block_device [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Attempting to driver detach volume 8a5db33d-25b4-46fe-a8d0-6651fe7f6a32 from mountpoint /dev/sdb [ 1281.438687] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1281.438899] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468574', 'volume_id': '8a5db33d-25b4-46fe-a8d0-6651fe7f6a32', 'name': 'volume-8a5db33d-25b4-46fe-a8d0-6651fe7f6a32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '439da3fb-49c6-4062-b79a-48db98188224', 'attached_at': '', 'detached_at': '', 'volume_id': '8a5db33d-25b4-46fe-a8d0-6651fe7f6a32', 'serial': '8a5db33d-25b4-46fe-a8d0-6651fe7f6a32'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1281.440085] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44902f7b-57fa-450c-8c6a-118a77e455e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.461812] env[64022]: INFO nova.scheduler.client.report [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleted allocations for instance ef622ca5-b17c-4499-9bed-ebd9edaa261d [ 1281.463041] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ebe3a7-c44c-4aad-a9c8-4188acd71606 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.471993] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f30354-42d8-4b00-ba38-507ade2c9148 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.491565] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9523fc95-99ee-4790-ad7a-a5a4b832a4b9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.506284] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] The volume has not been displaced from its original location: [datastore2] volume-8a5db33d-25b4-46fe-a8d0-6651fe7f6a32/volume-8a5db33d-25b4-46fe-a8d0-6651fe7f6a32.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1281.511515] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1281.512352] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a1ab62e-f9f0-4b21-9bb1-f84d92140459 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.528881] env[64022]: DEBUG oslo_vmware.api [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1281.528881] env[64022]: value = "task-2303465" [ 1281.528881] env[64022]: _type = "Task" [ 1281.528881] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.537780] env[64022]: DEBUG oslo_vmware.api [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.792242] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303464, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.185256} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.792475] env[64022]: INFO nova.virt.vmwareapi.ds_util [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_73d15986-37fb-4c57-9e60-d7e8d5b3c261/OSTACK_IMG_73d15986-37fb-4c57-9e60-d7e8d5b3c261.vmdk to [datastore2] devstack-image-cache_base/55d8a049-dbf5-4d37-972b-213d56669227/55d8a049-dbf5-4d37-972b-213d56669227.vmdk. [ 1281.792608] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Cleaning up location [datastore2] OSTACK_IMG_73d15986-37fb-4c57-9e60-d7e8d5b3c261 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1281.792768] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_73d15986-37fb-4c57-9e60-d7e8d5b3c261 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.793025] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22dd4202-e150-466c-8c3b-4bc5205b0aa4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.800629] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1281.800629] env[64022]: value = "task-2303466" [ 1281.800629] env[64022]: _type = "Task" [ 1281.800629] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.807519] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.971859] env[64022]: DEBUG oslo_concurrency.lockutils [None req-35030e1c-9c40-447e-a978-fcb8b60576f2 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "ef622ca5-b17c-4499-9bed-ebd9edaa261d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.010s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.038481] env[64022]: DEBUG oslo_vmware.api [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303465, 'name': ReconfigVM_Task, 'duration_secs': 0.2521} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.038769] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.043287] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e118a44-cc97-4af0-829e-efb0a814a383 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.058769] env[64022]: DEBUG oslo_vmware.api [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1282.058769] env[64022]: value = "task-2303467" [ 1282.058769] env[64022]: _type = "Task" [ 1282.058769] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.065947] env[64022]: DEBUG oslo_vmware.api [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.310345] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032297} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.310611] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.310788] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/55d8a049-dbf5-4d37-972b-213d56669227/55d8a049-dbf5-4d37-972b-213d56669227.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.311036] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/55d8a049-dbf5-4d37-972b-213d56669227/55d8a049-dbf5-4d37-972b-213d56669227.vmdk to [datastore2] 8e8b6c31-55fb-4497-90df-5ce708e467fa/8e8b6c31-55fb-4497-90df-5ce708e467fa.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.311286] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a75d49e-7f93-4b68-b741-00491b945433 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.317072] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1282.317072] env[64022]: value = "task-2303468" [ 1282.317072] env[64022]: _type = "Task" [ 1282.317072] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.324331] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.573034] env[64022]: DEBUG oslo_vmware.api [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303467, 'name': ReconfigVM_Task, 'duration_secs': 0.138089} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.573034] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468574', 'volume_id': '8a5db33d-25b4-46fe-a8d0-6651fe7f6a32', 'name': 'volume-8a5db33d-25b4-46fe-a8d0-6651fe7f6a32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '439da3fb-49c6-4062-b79a-48db98188224', 'attached_at': '', 'detached_at': '', 'volume_id': '8a5db33d-25b4-46fe-a8d0-6651fe7f6a32', 'serial': '8a5db33d-25b4-46fe-a8d0-6651fe7f6a32'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1282.828565] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303468, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.121613] env[64022]: DEBUG nova.objects.instance [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'flavor' on Instance uuid 439da3fb-49c6-4062-b79a-48db98188224 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.329904] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303468, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.830055] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303468, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.077216] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db5a20d1-8488-4a15-bd8c-fa3d51270e90 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "439da3fb-49c6-4062-b79a-48db98188224" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.129186] env[64022]: DEBUG oslo_concurrency.lockutils [None req-04677b90-8a5b-4448-9320-273a2f2445ee tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.225s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.130682] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db5a20d1-8488-4a15-bd8c-fa3d51270e90 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.054s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.131021] env[64022]: DEBUG nova.compute.manager [None req-db5a20d1-8488-4a15-bd8c-fa3d51270e90 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.132418] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a35e72-1ee4-4144-8a70-ce4fe2dddd60 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.143423] env[64022]: DEBUG nova.compute.manager [None req-db5a20d1-8488-4a15-bd8c-fa3d51270e90 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64022) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1284.144148] env[64022]: DEBUG nova.objects.instance [None req-db5a20d1-8488-4a15-bd8c-fa3d51270e90 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'flavor' on Instance uuid 439da3fb-49c6-4062-b79a-48db98188224 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.179358] env[64022]: DEBUG nova.compute.manager [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Stashing vm_state: active {{(pid=64022) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1284.330892] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303468, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.699111] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.699374] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.830224] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303468, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.26001} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.830485] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/55d8a049-dbf5-4d37-972b-213d56669227/55d8a049-dbf5-4d37-972b-213d56669227.vmdk to [datastore2] 8e8b6c31-55fb-4497-90df-5ce708e467fa/8e8b6c31-55fb-4497-90df-5ce708e467fa.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.831263] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46183367-0a97-403f-9799-efdc77b58326 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.852720] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 8e8b6c31-55fb-4497-90df-5ce708e467fa/8e8b6c31-55fb-4497-90df-5ce708e467fa.vmdk or device None with type streamOptimized {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.852985] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a0dbdd4-27d3-43cd-9678-06355bc50c57 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.871213] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1284.871213] env[64022]: value = "task-2303469" [ 1284.871213] env[64022]: _type = "Task" [ 1284.871213] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.878182] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.150775] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5a20d1-8488-4a15-bd8c-fa3d51270e90 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.151065] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd98b493-a624-4639-84dd-8e17465dc424 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.157090] env[64022]: DEBUG oslo_vmware.api [None req-db5a20d1-8488-4a15-bd8c-fa3d51270e90 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1285.157090] env[64022]: value = "task-2303470" [ 1285.157090] env[64022]: _type = "Task" [ 1285.157090] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.165090] env[64022]: DEBUG oslo_vmware.api [None req-db5a20d1-8488-4a15-bd8c-fa3d51270e90 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.204869] env[64022]: INFO nova.compute.claims [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.380187] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303469, 'name': ReconfigVM_Task, 'duration_secs': 0.281236} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.380452] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 8e8b6c31-55fb-4497-90df-5ce708e467fa/8e8b6c31-55fb-4497-90df-5ce708e467fa.vmdk or device None with type streamOptimized {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.381091] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-962bebe8-310e-43c6-b16c-70bc8b4677ce {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.386406] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1285.386406] env[64022]: value = "task-2303471" [ 1285.386406] env[64022]: _type = "Task" [ 1285.386406] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.394840] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303471, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.667309] env[64022]: DEBUG oslo_vmware.api [None req-db5a20d1-8488-4a15-bd8c-fa3d51270e90 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303470, 'name': PowerOffVM_Task, 'duration_secs': 0.197283} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.667577] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5a20d1-8488-4a15-bd8c-fa3d51270e90 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.667815] env[64022]: DEBUG nova.compute.manager [None req-db5a20d1-8488-4a15-bd8c-fa3d51270e90 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.668554] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cafff86-f1ef-4c7b-8952-89a3f3c5a20c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.712069] env[64022]: INFO nova.compute.resource_tracker [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating resource usage from migration 34731322-8a7a-4d77-b5f0-eb13192f5edd [ 1285.767919] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fa33cb-0a2a-4b7b-9849-21ae37b0203b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.774947] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f1b96-f74d-4c26-a624-45ab6bc62491 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.804453] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8d1e3d-9029-4913-a327-17239bf15f78 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.811418] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a74484-de46-4e2f-a0c1-a3c4aabffc54 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.824491] env[64022]: DEBUG nova.compute.provider_tree [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.895978] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303471, 'name': Rename_Task, 'duration_secs': 0.124454} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.896345] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.896841] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0441f34b-4b32-46f5-bc0b-51da4501679f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.902565] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1285.902565] env[64022]: value = "task-2303472" [ 1285.902565] env[64022]: _type = "Task" [ 1285.902565] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.909607] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.179638] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db5a20d1-8488-4a15-bd8c-fa3d51270e90 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.328349] env[64022]: DEBUG nova.scheduler.client.report [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.412966] env[64022]: DEBUG oslo_vmware.api [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303472, 'name': PowerOnVM_Task, 'duration_secs': 0.445445} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.413232] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.482839] env[64022]: DEBUG nova.objects.instance [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'flavor' on Instance uuid 439da3fb-49c6-4062-b79a-48db98188224 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.506576] env[64022]: DEBUG nova.compute.manager [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.507469] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc988c70-64da-49fb-b230-3360c07d2ff7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.832451] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.133s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.832662] env[64022]: INFO nova.compute.manager [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Migrating [ 1286.986988] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.987235] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquired lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.987365] env[64022]: DEBUG nova.network.neutron [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.987542] env[64022]: DEBUG nova.objects.instance [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'info_cache' on Instance uuid 439da3fb-49c6-4062-b79a-48db98188224 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.023792] env[64022]: DEBUG oslo_concurrency.lockutils [None req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.395s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.346201] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.346396] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.346568] env[64022]: DEBUG nova.network.neutron [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.491262] env[64022]: DEBUG nova.objects.base [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Object Instance<439da3fb-49c6-4062-b79a-48db98188224> lazy-loaded attributes: flavor,info_cache {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1287.637874] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "8e8b6c31-55fb-4497-90df-5ce708e467fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.638090] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.638308] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "8e8b6c31-55fb-4497-90df-5ce708e467fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.638491] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.638678] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.642322] env[64022]: INFO nova.compute.manager [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Terminating instance [ 1288.122221] env[64022]: DEBUG nova.network.neutron [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance_info_cache with network_info: [{"id": "41074f59-5b90-4e77-a67a-86904aea1f8e", "address": "fa:16:3e:b1:dc:90", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41074f59-5b", "ovs_interfaceid": "41074f59-5b90-4e77-a67a-86904aea1f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.145919] env[64022]: DEBUG nova.compute.manager [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.146152] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.147029] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d7e245-fb30-4ad5-b977-bfd2aabb743e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.154750] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.154976] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b68809a7-4ad9-4c13-862f-f3babcc7ba35 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.160629] env[64022]: DEBUG oslo_vmware.api [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1288.160629] env[64022]: value = "task-2303473" [ 1288.160629] env[64022]: _type = "Task" [ 1288.160629] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.168350] env[64022]: DEBUG oslo_vmware.api [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.284045] env[64022]: DEBUG nova.network.neutron [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Updating instance_info_cache with network_info: [{"id": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "address": "fa:16:3e:6b:6e:dd", "network": {"id": "74ddffce-5bef-4a30-9305-25e3a56bbde3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1857196473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b643638f8210432da7b82d86bad52084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18325d15-78", "ovs_interfaceid": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.624783] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.669655] env[64022]: DEBUG oslo_vmware.api [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303473, 'name': PowerOffVM_Task, 'duration_secs': 0.189795} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.669909] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.670093] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.670412] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd1e306b-50a2-4e30-8ed9-2088de87b2df {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.730580] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.730728] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.730926] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleting the datastore file [datastore2] 8e8b6c31-55fb-4497-90df-5ce708e467fa {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.731207] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-657154df-4cb0-46f1-9497-34abfdcb496e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.737260] env[64022]: DEBUG oslo_vmware.api [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for the task: (returnval){ [ 1288.737260] env[64022]: value = "task-2303475" [ 1288.737260] env[64022]: _type = "Task" [ 1288.737260] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.744944] env[64022]: DEBUG oslo_vmware.api [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.786546] env[64022]: DEBUG oslo_concurrency.lockutils [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Releasing lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.247101] env[64022]: DEBUG oslo_vmware.api [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Task: {'id': task-2303475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141047} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.247467] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.247537] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.247711] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.247892] env[64022]: INFO nova.compute.manager [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1289.248145] env[64022]: DEBUG oslo.service.loopingcall [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1289.248332] env[64022]: DEBUG nova.compute.manager [-] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.248430] env[64022]: DEBUG nova.network.neutron [-] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.692026] env[64022]: DEBUG nova.compute.manager [req-237761bf-5853-4259-889c-286b78505f92 req-9cd7a5fc-e5f9-4434-803a-a878fd96d353 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Received event network-vif-deleted-18ce209b-437d-41ee-a82d-a50c918baccf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1289.692241] env[64022]: INFO nova.compute.manager [req-237761bf-5853-4259-889c-286b78505f92 req-9cd7a5fc-e5f9-4434-803a-a878fd96d353 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Neutron deleted interface 18ce209b-437d-41ee-a82d-a50c918baccf; detaching it from the instance and deleting it from the info cache [ 1289.692418] env[64022]: DEBUG nova.network.neutron [req-237761bf-5853-4259-889c-286b78505f92 req-9cd7a5fc-e5f9-4434-803a-a878fd96d353 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.791886] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.792225] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e992bbf-bb4e-4fc4-a6d1-5afb6e31796c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.801552] env[64022]: DEBUG oslo_vmware.api [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1289.801552] env[64022]: value = "task-2303476" [ 1289.801552] env[64022]: _type = "Task" [ 1289.801552] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.808674] env[64022]: DEBUG oslo_vmware.api [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.139486] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc299208-ccbe-49ad-b68a-137a23fc6fda {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.160082] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance 'b574a035-d4f6-48ad-b59b-b7ab844f8791' progress to 0 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.176038] env[64022]: DEBUG nova.network.neutron [-] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.194609] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ceb6dda-bc85-4893-ac7c-9fd4a189f3ad {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.203424] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809c2558-30ca-4a42-bb38-6238b50be2ff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.228393] env[64022]: DEBUG nova.compute.manager [req-237761bf-5853-4259-889c-286b78505f92 req-9cd7a5fc-e5f9-4434-803a-a878fd96d353 service nova] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Detach interface failed, port_id=18ce209b-437d-41ee-a82d-a50c918baccf, reason: Instance 8e8b6c31-55fb-4497-90df-5ce708e467fa could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1290.310958] env[64022]: DEBUG oslo_vmware.api [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303476, 'name': PowerOnVM_Task, 'duration_secs': 0.409444} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.311263] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.311479] env[64022]: DEBUG nova.compute.manager [None req-db7e9402-1c20-4e13-a776-63b236e86403 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.312247] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcabba29-a3e2-4cbb-b849-e4fbac91dfe1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.666937] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.667224] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8289bb4b-8ea6-4fb5-9e4b-ca284f9192e7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.675362] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1290.675362] env[64022]: value = "task-2303477" [ 1290.675362] env[64022]: _type = "Task" [ 1290.675362] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.678557] env[64022]: INFO nova.compute.manager [-] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Took 1.43 seconds to deallocate network for instance. [ 1290.686342] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.184685] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303477, 'name': PowerOffVM_Task, 'duration_secs': 0.20583} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.184958] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.185131] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance 'b574a035-d4f6-48ad-b59b-b7ab844f8791' progress to 17 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.188919] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.189176] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.189384] env[64022]: DEBUG nova.objects.instance [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lazy-loading 'resources' on Instance uuid 8e8b6c31-55fb-4497-90df-5ce708e467fa {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.693129] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.693515] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.693578] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.693706] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.693850] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.693995] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.694216] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.694377] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.694545] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.694708] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.694880] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.702564] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805279ea-e39c-4819-b409-e143e4fee51c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.717607] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1291.717607] env[64022]: value = "task-2303478" [ 1291.717607] env[64022]: _type = "Task" [ 1291.717607] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.728015] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.767639] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42c09f-1ec4-4f01-b13e-857b9b7e31e1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.775531] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ac2134-e62c-4786-a2ff-f7a29acedfda {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.805115] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9c8e3e-00e9-45f4-8e09-07f9df2930e3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.812560] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec161f0d-9da6-4aee-8100-9fad56aea32b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.825571] env[64022]: DEBUG nova.compute.provider_tree [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.229191] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303478, 'name': ReconfigVM_Task, 'duration_secs': 0.279427} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.229519] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance 'b574a035-d4f6-48ad-b59b-b7ab844f8791' progress to 33 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.328634] env[64022]: DEBUG nova.scheduler.client.report [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.738701] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.739144] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.739144] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.739314] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.739462] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.739607] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.739810] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.739968] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.740163] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.740326] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.740495] env[64022]: DEBUG nova.virt.hardware [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.745636] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1292.745929] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65deb080-e950-49fd-a107-d21a319be2c9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.765053] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1292.765053] env[64022]: value = "task-2303479" [ 1292.765053] env[64022]: _type = "Task" [ 1292.765053] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.772302] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.833375] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.855143] env[64022]: INFO nova.scheduler.client.report [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Deleted allocations for instance 8e8b6c31-55fb-4497-90df-5ce708e467fa [ 1293.274888] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303479, 'name': ReconfigVM_Task, 'duration_secs': 0.159958} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.275171] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1293.275968] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d546c4-bc75-4683-bc58-a6b79f94efec {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.297413] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] b574a035-d4f6-48ad-b59b-b7ab844f8791/b574a035-d4f6-48ad-b59b-b7ab844f8791.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.297635] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58c44444-7a07-4dd8-807e-71de5b40e0c4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.315263] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1293.315263] env[64022]: value = "task-2303480" [ 1293.315263] env[64022]: _type = "Task" [ 1293.315263] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.322836] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.362724] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d354311c-6cb7-45ba-8173-b867457fbcd6 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Lock "8e8b6c31-55fb-4497-90df-5ce708e467fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.725s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.824912] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.325781] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303480, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.826760] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303480, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.327599] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303480, 'name': ReconfigVM_Task, 'duration_secs': 1.854962} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.327888] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Reconfigured VM instance instance-0000006f to attach disk [datastore1] b574a035-d4f6-48ad-b59b-b7ab844f8791/b574a035-d4f6-48ad-b59b-b7ab844f8791.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.328204] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance 'b574a035-d4f6-48ad-b59b-b7ab844f8791' progress to 50 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.834813] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8685234c-9b7f-4e15-a701-35ad504acb54 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.853318] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2140f293-88ef-4739-9605-da26fe8e5d45 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.871595] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance 'b574a035-d4f6-48ad-b59b-b7ab844f8791' progress to 67 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.411623] env[64022]: DEBUG nova.network.neutron [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Port 41074f59-5b90-4e77-a67a-86904aea1f8e binding to destination host cpu-1 is already ACTIVE {{(pid=64022) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1297.434952] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "b574a035-d4f6-48ad-b59b-b7ab844f8791-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.435365] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.435605] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.488306] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.488306] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.488306] env[64022]: DEBUG nova.network.neutron [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.208317] env[64022]: DEBUG nova.network.neutron [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance_info_cache with network_info: [{"id": "41074f59-5b90-4e77-a67a-86904aea1f8e", "address": "fa:16:3e:b1:dc:90", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41074f59-5b", "ovs_interfaceid": "41074f59-5b90-4e77-a67a-86904aea1f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.711394] env[64022]: DEBUG oslo_concurrency.lockutils [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.236329] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86f4d10-db91-404f-a27a-534d77765f4c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.255600] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6175c0c6-475e-4fd8-8070-3c7613540ae3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.261979] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance 'b574a035-d4f6-48ad-b59b-b7ab844f8791' progress to 83 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.768161] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.768476] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-983e9fed-74db-46ca-9c96-bb7056dc8636 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.776017] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1300.776017] env[64022]: value = "task-2303482" [ 1300.776017] env[64022]: _type = "Task" [ 1300.776017] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.784982] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.286073] env[64022]: DEBUG oslo_vmware.api [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303482, 'name': PowerOnVM_Task, 'duration_secs': 0.405713} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.286396] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.286640] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-8d56115e-e8f8-42cd-99fb-bcd96f7809a7 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance 'b574a035-d4f6-48ad-b59b-b7ab844f8791' progress to 100 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.617096] env[64022]: DEBUG oslo_concurrency.lockutils [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.617551] env[64022]: DEBUG oslo_concurrency.lockutils [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.617716] env[64022]: DEBUG nova.compute.manager [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Going to confirm migration 9 {{(pid=64022) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1304.155625] env[64022]: DEBUG oslo_concurrency.lockutils [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.155870] env[64022]: DEBUG oslo_concurrency.lockutils [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.156060] env[64022]: DEBUG nova.network.neutron [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.156250] env[64022]: DEBUG nova.objects.instance [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lazy-loading 'info_cache' on Instance uuid b574a035-d4f6-48ad-b59b-b7ab844f8791 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.395974] env[64022]: DEBUG nova.network.neutron [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance_info_cache with network_info: [{"id": "41074f59-5b90-4e77-a67a-86904aea1f8e", "address": "fa:16:3e:b1:dc:90", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41074f59-5b", "ovs_interfaceid": "41074f59-5b90-4e77-a67a-86904aea1f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.898869] env[64022]: DEBUG oslo_concurrency.lockutils [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-b574a035-d4f6-48ad-b59b-b7ab844f8791" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.899172] env[64022]: DEBUG nova.objects.instance [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lazy-loading 'migration_context' on Instance uuid b574a035-d4f6-48ad-b59b-b7ab844f8791 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.402711] env[64022]: DEBUG nova.objects.base [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1306.403660] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c325058-7930-4670-af66-5a6a7be7e55d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.422437] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c03334b-e765-43ad-b316-e191a6d52ad4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.427817] env[64022]: DEBUG oslo_vmware.api [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1306.427817] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e338ea-d9ec-dd9f-0a6d-8a71c6c80d1c" [ 1306.427817] env[64022]: _type = "Task" [ 1306.427817] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.435358] env[64022]: DEBUG oslo_vmware.api [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e338ea-d9ec-dd9f-0a6d-8a71c6c80d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.938014] env[64022]: DEBUG oslo_vmware.api [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52e338ea-d9ec-dd9f-0a6d-8a71c6c80d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.007399} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.938308] env[64022]: DEBUG oslo_concurrency.lockutils [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.938532] env[64022]: DEBUG oslo_concurrency.lockutils [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.490242] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a6e3d7-0a43-4191-a203-7fc5b5f82f73 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.498189] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827cffdb-1437-4f72-b1b4-9bab57b6addf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.526826] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9c8f17-df9e-4503-8e52-10bd7a45d294 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.534063] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f3ede2-4588-4095-856b-c0eff44b087a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.548669] env[64022]: DEBUG nova.compute.provider_tree [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.052018] env[64022]: DEBUG nova.scheduler.client.report [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.062667] env[64022]: DEBUG oslo_concurrency.lockutils [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.124s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.629083] env[64022]: INFO nova.scheduler.client.report [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleted allocation for migration 34731322-8a7a-4d77-b5f0-eb13192f5edd [ 1310.135063] env[64022]: DEBUG oslo_concurrency.lockutils [None req-afd6c788-6965-4d2c-89a7-71f14a37719d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.517s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.682576] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.682883] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.683118] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "b574a035-d4f6-48ad-b59b-b7ab844f8791-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.683312] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.683489] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.685556] env[64022]: INFO nova.compute.manager [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Terminating instance [ 1311.189459] env[64022]: DEBUG nova.compute.manager [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.189822] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.190591] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02f1082-005a-47f2-86ae-a0950f295f5c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.198116] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.198340] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12aa2b4e-61db-4f6e-a806-6532dacb630d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.204819] env[64022]: DEBUG oslo_vmware.api [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1311.204819] env[64022]: value = "task-2303483" [ 1311.204819] env[64022]: _type = "Task" [ 1311.204819] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.212125] env[64022]: DEBUG oslo_vmware.api [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.706480] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.709857] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.716229] env[64022]: DEBUG oslo_vmware.api [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303483, 'name': PowerOffVM_Task, 'duration_secs': 0.214329} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.716470] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.716635] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.716864] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-987b4d11-f047-4906-9684-9d4098e50dca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.779295] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.779499] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.779673] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleting the datastore file [datastore1] b574a035-d4f6-48ad-b59b-b7ab844f8791 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.779921] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b424a8b4-657b-4b6f-b29a-57e0e584f609 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.786064] env[64022]: DEBUG oslo_vmware.api [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1311.786064] env[64022]: value = "task-2303485" [ 1311.786064] env[64022]: _type = "Task" [ 1311.786064] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.794214] env[64022]: DEBUG oslo_vmware.api [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.215041] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.215426] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1312.215426] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Rebuilding the list of instances to heal {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1312.295357] env[64022]: DEBUG oslo_vmware.api [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128456} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.296055] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.296055] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.296228] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.296375] env[64022]: INFO nova.compute.manager [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1312.296616] env[64022]: DEBUG oslo.service.loopingcall [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1312.296801] env[64022]: DEBUG nova.compute.manager [-] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.296896] env[64022]: DEBUG nova.network.neutron [-] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.718614] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Skipping network cache update for instance because it is being deleted. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1312.767425] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.767569] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquired lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.767713] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Forcefully refreshing network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1312.767867] env[64022]: DEBUG nova.objects.instance [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lazy-loading 'info_cache' on Instance uuid 439da3fb-49c6-4062-b79a-48db98188224 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.785908] env[64022]: DEBUG nova.compute.manager [req-023178f5-7cfa-4c0e-9e77-c3887340d48c req-c3b95533-e787-41ee-a8d1-c1402a64eb0e service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Received event network-vif-deleted-41074f59-5b90-4e77-a67a-86904aea1f8e {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1312.786073] env[64022]: INFO nova.compute.manager [req-023178f5-7cfa-4c0e-9e77-c3887340d48c req-c3b95533-e787-41ee-a8d1-c1402a64eb0e service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Neutron deleted interface 41074f59-5b90-4e77-a67a-86904aea1f8e; detaching it from the instance and deleting it from the info cache [ 1312.786255] env[64022]: DEBUG nova.network.neutron [req-023178f5-7cfa-4c0e-9e77-c3887340d48c req-c3b95533-e787-41ee-a8d1-c1402a64eb0e service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.269548] env[64022]: DEBUG nova.network.neutron [-] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.289464] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7af81456-d6d8-4b4e-aaf2-ab8ff72bb171 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.298977] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab739c46-fdf4-4355-a862-12f4dc560b61 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.323527] env[64022]: DEBUG nova.compute.manager [req-023178f5-7cfa-4c0e-9e77-c3887340d48c req-c3b95533-e787-41ee-a8d1-c1402a64eb0e service nova] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Detach interface failed, port_id=41074f59-5b90-4e77-a67a-86904aea1f8e, reason: Instance b574a035-d4f6-48ad-b59b-b7ab844f8791 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1313.774532] env[64022]: INFO nova.compute.manager [-] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Took 1.48 seconds to deallocate network for instance. [ 1314.283523] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.283894] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.283963] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.305480] env[64022]: INFO nova.scheduler.client.report [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleted allocations for instance b574a035-d4f6-48ad-b59b-b7ab844f8791 [ 1314.487991] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Updating instance_info_cache with network_info: [{"id": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "address": "fa:16:3e:6b:6e:dd", "network": {"id": "74ddffce-5bef-4a30-9305-25e3a56bbde3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1857196473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b643638f8210432da7b82d86bad52084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18325d15-78", "ovs_interfaceid": "18325d15-78b8-4118-b2c2-577c7fc2eaab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.813858] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "b574a035-d4f6-48ad-b59b-b7ab844f8791" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.131s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.990432] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Releasing lock "refresh_cache-439da3fb-49c6-4062-b79a-48db98188224" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.990678] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Updated the network info_cache for instance {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1314.990911] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.991105] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.991320] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.991496] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.991643] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.991817] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.991964] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1314.992142] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.495690] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.496085] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.496085] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.496213] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1315.497140] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4246ac-8313-4df1-b119-e85d0106aed7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.505694] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576dc7c7-1f15-4214-91f8-2e34c78f5a99 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.518814] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c4c6bc-868f-4079-a4f6-edebb4030f04 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.524743] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8e7848-a103-4a9a-b585-bfd70687cef3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.552170] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180618MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1315.552312] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.552493] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.647197] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "6094f39a-541b-4ccf-9886-2ebbcf03f861" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.647460] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "6094f39a-541b-4ccf-9886-2ebbcf03f861" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.149667] env[64022]: DEBUG nova.compute.manager [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.576500] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 439da3fb-49c6-4062-b79a-48db98188224 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.672074] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.079894] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 6094f39a-541b-4ccf-9886-2ebbcf03f861 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1317.080145] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1317.080262] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1317.115515] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d71d70-5f79-4e2a-bbf0-cdd11b5335c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.123119] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec53cbd-25d9-4646-8dd2-394625ab9cd2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.151794] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95061b54-34c5-407a-a2c8-e8671598a02d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.158632] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a4dcf1-4d35-4ed4-baaf-640f1cee6774 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.171251] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.674903] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.180176] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1318.180389] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.628s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.180665] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.509s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.183758] env[64022]: INFO nova.compute.claims [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.227128] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bedee73-7dad-4f50-a076-59c7eb190cbe {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.234455] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad017811-4c34-4134-952b-33f7dad4c588 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.264025] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69bb1fe-79ac-4050-89bb-98fa056459dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.271228] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef1be2e-c920-4dbd-b031-e3aa8e7d77ca {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.285219] env[64022]: DEBUG nova.compute.provider_tree [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.787747] env[64022]: DEBUG nova.scheduler.client.report [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.292626] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.293173] env[64022]: DEBUG nova.compute.manager [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.797933] env[64022]: DEBUG nova.compute.utils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1320.803039] env[64022]: DEBUG nova.compute.manager [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.803039] env[64022]: DEBUG nova.network.neutron [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.859359] env[64022]: DEBUG nova.policy [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c6ec8cefdaf48ff8e4667f98886d0ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c912580b2bef427db3629a0e2576a7a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.302368] env[64022]: DEBUG nova.compute.manager [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.347020] env[64022]: DEBUG nova.network.neutron [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Successfully created port: dd3c8b96-ea3e-438f-aa43-a4abb0f686cf {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.312242] env[64022]: DEBUG nova.compute.manager [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.338273] env[64022]: DEBUG nova.virt.hardware [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.338527] env[64022]: DEBUG nova.virt.hardware [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.338686] env[64022]: DEBUG nova.virt.hardware [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.338870] env[64022]: DEBUG nova.virt.hardware [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.339035] env[64022]: DEBUG nova.virt.hardware [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.339236] env[64022]: DEBUG nova.virt.hardware [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.339459] env[64022]: DEBUG nova.virt.hardware [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.339624] env[64022]: DEBUG nova.virt.hardware [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.339794] env[64022]: DEBUG nova.virt.hardware [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.339956] env[64022]: DEBUG nova.virt.hardware [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.340152] env[64022]: DEBUG nova.virt.hardware [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.341036] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a763a141-8891-4439-9af3-8297e2ffe287 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.348765] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be866e5-c73b-401c-a9d0-7e55edbe1287 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.744607] env[64022]: DEBUG nova.compute.manager [req-1f03792b-41cc-48df-bc22-e8a8c2e4caff req-d779109d-0926-4748-a99a-4ebd1e196e96 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Received event network-vif-plugged-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1322.745330] env[64022]: DEBUG oslo_concurrency.lockutils [req-1f03792b-41cc-48df-bc22-e8a8c2e4caff req-d779109d-0926-4748-a99a-4ebd1e196e96 service nova] Acquiring lock "6094f39a-541b-4ccf-9886-2ebbcf03f861-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.745330] env[64022]: DEBUG oslo_concurrency.lockutils [req-1f03792b-41cc-48df-bc22-e8a8c2e4caff req-d779109d-0926-4748-a99a-4ebd1e196e96 service nova] Lock "6094f39a-541b-4ccf-9886-2ebbcf03f861-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.745330] env[64022]: DEBUG oslo_concurrency.lockutils [req-1f03792b-41cc-48df-bc22-e8a8c2e4caff req-d779109d-0926-4748-a99a-4ebd1e196e96 service nova] Lock "6094f39a-541b-4ccf-9886-2ebbcf03f861-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.745767] env[64022]: DEBUG nova.compute.manager [req-1f03792b-41cc-48df-bc22-e8a8c2e4caff req-d779109d-0926-4748-a99a-4ebd1e196e96 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] No waiting events found dispatching network-vif-plugged-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1322.745767] env[64022]: WARNING nova.compute.manager [req-1f03792b-41cc-48df-bc22-e8a8c2e4caff req-d779109d-0926-4748-a99a-4ebd1e196e96 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Received unexpected event network-vif-plugged-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf for instance with vm_state building and task_state spawning. [ 1322.830685] env[64022]: DEBUG nova.network.neutron [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Successfully updated port: dd3c8b96-ea3e-438f-aa43-a4abb0f686cf {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.333523] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.333843] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.333843] env[64022]: DEBUG nova.network.neutron [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.865148] env[64022]: DEBUG nova.network.neutron [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.987206] env[64022]: DEBUG nova.network.neutron [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance_info_cache with network_info: [{"id": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "address": "fa:16:3e:61:81:42", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3c8b96-ea", "ovs_interfaceid": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.489558] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.489902] env[64022]: DEBUG nova.compute.manager [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Instance network_info: |[{"id": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "address": "fa:16:3e:61:81:42", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3c8b96-ea", "ovs_interfaceid": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1324.490286] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:81:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd3c8b96-ea3e-438f-aa43-a4abb0f686cf', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.497666] env[64022]: DEBUG oslo.service.loopingcall [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1324.497862] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.498128] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0e86f0b-366a-4852-bfa7-49ff9803fe61 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.518161] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.518161] env[64022]: value = "task-2303486" [ 1324.518161] env[64022]: _type = "Task" [ 1324.518161] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.526349] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303486, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.774456] env[64022]: DEBUG nova.compute.manager [req-4973a2cb-a663-47c1-b1b1-af4b8a012da6 req-9d14ed5e-95e8-4279-b51f-abb006df6358 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Received event network-changed-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1324.774702] env[64022]: DEBUG nova.compute.manager [req-4973a2cb-a663-47c1-b1b1-af4b8a012da6 req-9d14ed5e-95e8-4279-b51f-abb006df6358 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Refreshing instance network info cache due to event network-changed-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1324.774929] env[64022]: DEBUG oslo_concurrency.lockutils [req-4973a2cb-a663-47c1-b1b1-af4b8a012da6 req-9d14ed5e-95e8-4279-b51f-abb006df6358 service nova] Acquiring lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.775032] env[64022]: DEBUG oslo_concurrency.lockutils [req-4973a2cb-a663-47c1-b1b1-af4b8a012da6 req-9d14ed5e-95e8-4279-b51f-abb006df6358 service nova] Acquired lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.775197] env[64022]: DEBUG nova.network.neutron [req-4973a2cb-a663-47c1-b1b1-af4b8a012da6 req-9d14ed5e-95e8-4279-b51f-abb006df6358 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Refreshing network info cache for port dd3c8b96-ea3e-438f-aa43-a4abb0f686cf {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.029606] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303486, 'name': CreateVM_Task, 'duration_secs': 0.280691} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.029838] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.030372] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.030537] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.030841] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.031093] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bad7714-ea53-4e99-b0bf-e18651944448 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.035231] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1325.035231] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f028ad-e05d-4584-ffdb-f63473742c4d" [ 1325.035231] env[64022]: _type = "Task" [ 1325.035231] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.043085] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f028ad-e05d-4584-ffdb-f63473742c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.458099] env[64022]: DEBUG nova.network.neutron [req-4973a2cb-a663-47c1-b1b1-af4b8a012da6 req-9d14ed5e-95e8-4279-b51f-abb006df6358 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updated VIF entry in instance network info cache for port dd3c8b96-ea3e-438f-aa43-a4abb0f686cf. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.458488] env[64022]: DEBUG nova.network.neutron [req-4973a2cb-a663-47c1-b1b1-af4b8a012da6 req-9d14ed5e-95e8-4279-b51f-abb006df6358 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance_info_cache with network_info: [{"id": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "address": "fa:16:3e:61:81:42", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3c8b96-ea", "ovs_interfaceid": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.545400] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52f028ad-e05d-4584-ffdb-f63473742c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.545770] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.545965] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.546137] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.546286] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.546466] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.546706] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-465985b2-786e-4249-93b2-53dc55f9d33b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.554870] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.555023] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.555653] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b0721d-7d13-4772-8da2-324d460eb45d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.560172] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1325.560172] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a06ab9-2bf3-0c08-d6fa-f96933de5249" [ 1325.560172] env[64022]: _type = "Task" [ 1325.560172] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.566855] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a06ab9-2bf3-0c08-d6fa-f96933de5249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.961292] env[64022]: DEBUG oslo_concurrency.lockutils [req-4973a2cb-a663-47c1-b1b1-af4b8a012da6 req-9d14ed5e-95e8-4279-b51f-abb006df6358 service nova] Releasing lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.071142] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52a06ab9-2bf3-0c08-d6fa-f96933de5249, 'name': SearchDatastore_Task, 'duration_secs': 0.007233} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.071887] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e6966c-5960-4475-8caa-566eac42fa92 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.076633] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1326.076633] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b873f9-0753-4524-aa2b-2ecea16be04c" [ 1326.076633] env[64022]: _type = "Task" [ 1326.076633] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.083813] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b873f9-0753-4524-aa2b-2ecea16be04c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.587266] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b873f9-0753-4524-aa2b-2ecea16be04c, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.587657] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.587792] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 6094f39a-541b-4ccf-9886-2ebbcf03f861/6094f39a-541b-4ccf-9886-2ebbcf03f861.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.588021] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1532c15b-345c-4fab-9892-66936c994068 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.594549] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1326.594549] env[64022]: value = "task-2303487" [ 1326.594549] env[64022]: _type = "Task" [ 1326.594549] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.601491] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.613963] env[64022]: DEBUG oslo_concurrency.lockutils [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "439da3fb-49c6-4062-b79a-48db98188224" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.614213] env[64022]: DEBUG oslo_concurrency.lockutils [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.614432] env[64022]: DEBUG oslo_concurrency.lockutils [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "439da3fb-49c6-4062-b79a-48db98188224-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.614630] env[64022]: DEBUG oslo_concurrency.lockutils [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.614812] env[64022]: DEBUG oslo_concurrency.lockutils [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.617243] env[64022]: INFO nova.compute.manager [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Terminating instance [ 1327.104806] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462563} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.105075] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 6094f39a-541b-4ccf-9886-2ebbcf03f861/6094f39a-541b-4ccf-9886-2ebbcf03f861.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.105232] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.105462] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b5ca85e-dcab-41c9-ab3f-1c30fde534ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.111396] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1327.111396] env[64022]: value = "task-2303488" [ 1327.111396] env[64022]: _type = "Task" [ 1327.111396] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.119428] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.121075] env[64022]: DEBUG nova.compute.manager [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1327.121276] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.121989] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc231768-ca29-44ad-9544-55005f423bbf {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.128166] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.128377] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb4041c5-c362-431f-a96a-fc5f2b0a7e50 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.133951] env[64022]: DEBUG oslo_vmware.api [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1327.133951] env[64022]: value = "task-2303489" [ 1327.133951] env[64022]: _type = "Task" [ 1327.133951] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.142589] env[64022]: DEBUG oslo_vmware.api [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.621265] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064975} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.621652] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.622251] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e186c078-cc37-4a54-b6fb-d8d427227ae6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.643201] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 6094f39a-541b-4ccf-9886-2ebbcf03f861/6094f39a-541b-4ccf-9886-2ebbcf03f861.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.646048] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ffc2a3-9a24-403d-ac1a-28e4f3005b28 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.664365] env[64022]: DEBUG oslo_vmware.api [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303489, 'name': PowerOffVM_Task, 'duration_secs': 0.17221} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.665396] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.665573] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.665848] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1327.665848] env[64022]: value = "task-2303490" [ 1327.665848] env[64022]: _type = "Task" [ 1327.665848] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.666038] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffeee798-c730-4afa-a69e-148536c093a5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.674289] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.727457] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.727713] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.727939] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Deleting the datastore file [datastore1] 439da3fb-49c6-4062-b79a-48db98188224 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.728276] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-981d509d-f78c-4b94-bae0-fe5eb25bcec7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.733839] env[64022]: DEBUG oslo_vmware.api [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1327.733839] env[64022]: value = "task-2303492" [ 1327.733839] env[64022]: _type = "Task" [ 1327.733839] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.741278] env[64022]: DEBUG oslo_vmware.api [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.176773] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303490, 'name': ReconfigVM_Task, 'duration_secs': 0.289455} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.177061] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 6094f39a-541b-4ccf-9886-2ebbcf03f861/6094f39a-541b-4ccf-9886-2ebbcf03f861.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.177707] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcd713b7-158f-48a0-8a36-665e4a1790d9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.184144] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1328.184144] env[64022]: value = "task-2303493" [ 1328.184144] env[64022]: _type = "Task" [ 1328.184144] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.192588] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303493, 'name': Rename_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.243489] env[64022]: DEBUG oslo_vmware.api [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15261} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.243740] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.243909] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.244106] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.244293] env[64022]: INFO nova.compute.manager [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1328.244537] env[64022]: DEBUG oslo.service.loopingcall [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1328.244736] env[64022]: DEBUG nova.compute.manager [-] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.244925] env[64022]: DEBUG nova.network.neutron [-] [instance: 439da3fb-49c6-4062-b79a-48db98188224] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.698123] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303493, 'name': Rename_Task, 'duration_secs': 0.230517} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.698423] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.698652] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-922c00e6-0e6a-4d31-8361-be079c0e72a6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.706488] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1328.706488] env[64022]: value = "task-2303494" [ 1328.706488] env[64022]: _type = "Task" [ 1328.706488] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.709212] env[64022]: DEBUG nova.compute.manager [req-91f1197e-dcd6-4109-9b2c-93c18adb83a0 req-2c922ff8-87dc-4caa-8676-b8ef039b8af7 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Received event network-vif-deleted-18325d15-78b8-4118-b2c2-577c7fc2eaab {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1328.709414] env[64022]: INFO nova.compute.manager [req-91f1197e-dcd6-4109-9b2c-93c18adb83a0 req-2c922ff8-87dc-4caa-8676-b8ef039b8af7 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Neutron deleted interface 18325d15-78b8-4118-b2c2-577c7fc2eaab; detaching it from the instance and deleting it from the info cache [ 1328.709590] env[64022]: DEBUG nova.network.neutron [req-91f1197e-dcd6-4109-9b2c-93c18adb83a0 req-2c922ff8-87dc-4caa-8676-b8ef039b8af7 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.718744] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.193717] env[64022]: DEBUG nova.network.neutron [-] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.215083] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c76176d9-affd-4688-b1a6-c5e67e8f0408 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.220192] env[64022]: DEBUG oslo_vmware.api [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303494, 'name': PowerOnVM_Task, 'duration_secs': 0.424696} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.220802] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.221024] env[64022]: INFO nova.compute.manager [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1329.221199] env[64022]: DEBUG nova.compute.manager [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.221938] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d961f807-e445-4d50-bb45-6000368e758d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.228458] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4b3083-cd60-49ba-a5fa-a61a9d0b1773 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.255271] env[64022]: DEBUG nova.compute.manager [req-91f1197e-dcd6-4109-9b2c-93c18adb83a0 req-2c922ff8-87dc-4caa-8676-b8ef039b8af7 service nova] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Detach interface failed, port_id=18325d15-78b8-4118-b2c2-577c7fc2eaab, reason: Instance 439da3fb-49c6-4062-b79a-48db98188224 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1329.696222] env[64022]: INFO nova.compute.manager [-] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Took 1.45 seconds to deallocate network for instance. [ 1329.750032] env[64022]: INFO nova.compute.manager [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Took 13.09 seconds to build instance. [ 1330.202864] env[64022]: DEBUG oslo_concurrency.lockutils [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.203161] env[64022]: DEBUG oslo_concurrency.lockutils [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.203388] env[64022]: DEBUG nova.objects.instance [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'resources' on Instance uuid 439da3fb-49c6-4062-b79a-48db98188224 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.251699] env[64022]: DEBUG oslo_concurrency.lockutils [None req-5aaadd15-fa4f-4ba2-adc8-42695280c342 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "6094f39a-541b-4ccf-9886-2ebbcf03f861" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.604s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.749476] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761cb086-e019-4706-b875-4db95f500377 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.757318] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da313b8e-6251-42a9-ac46-8f674ac4a203 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.788586] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fc809e-d26a-4098-9eb0-4dfe15ffabaa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.795776] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555bf840-6ea0-43f7-aaea-4e789106c2ef {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.808877] env[64022]: DEBUG nova.compute.provider_tree [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.889760] env[64022]: DEBUG nova.compute.manager [req-a5c24451-ebc9-4be6-9103-6645cc20e9e7 req-c94bac90-7ddc-46d0-9933-72044c120998 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Received event network-changed-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1330.889952] env[64022]: DEBUG nova.compute.manager [req-a5c24451-ebc9-4be6-9103-6645cc20e9e7 req-c94bac90-7ddc-46d0-9933-72044c120998 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Refreshing instance network info cache due to event network-changed-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1330.890187] env[64022]: DEBUG oslo_concurrency.lockutils [req-a5c24451-ebc9-4be6-9103-6645cc20e9e7 req-c94bac90-7ddc-46d0-9933-72044c120998 service nova] Acquiring lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.890362] env[64022]: DEBUG oslo_concurrency.lockutils [req-a5c24451-ebc9-4be6-9103-6645cc20e9e7 req-c94bac90-7ddc-46d0-9933-72044c120998 service nova] Acquired lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.890534] env[64022]: DEBUG nova.network.neutron [req-a5c24451-ebc9-4be6-9103-6645cc20e9e7 req-c94bac90-7ddc-46d0-9933-72044c120998 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Refreshing network info cache for port dd3c8b96-ea3e-438f-aa43-a4abb0f686cf {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.313122] env[64022]: DEBUG nova.scheduler.client.report [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.618029] env[64022]: DEBUG nova.network.neutron [req-a5c24451-ebc9-4be6-9103-6645cc20e9e7 req-c94bac90-7ddc-46d0-9933-72044c120998 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updated VIF entry in instance network info cache for port dd3c8b96-ea3e-438f-aa43-a4abb0f686cf. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.618230] env[64022]: DEBUG nova.network.neutron [req-a5c24451-ebc9-4be6-9103-6645cc20e9e7 req-c94bac90-7ddc-46d0-9933-72044c120998 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance_info_cache with network_info: [{"id": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "address": "fa:16:3e:61:81:42", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3c8b96-ea", "ovs_interfaceid": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.819750] env[64022]: DEBUG oslo_concurrency.lockutils [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.837644] env[64022]: INFO nova.scheduler.client.report [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Deleted allocations for instance 439da3fb-49c6-4062-b79a-48db98188224 [ 1332.121332] env[64022]: DEBUG oslo_concurrency.lockutils [req-a5c24451-ebc9-4be6-9103-6645cc20e9e7 req-c94bac90-7ddc-46d0-9933-72044c120998 service nova] Releasing lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.345356] env[64022]: DEBUG oslo_concurrency.lockutils [None req-912c911b-dc7e-47bc-9d60-f30dd8712b1c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "439da3fb-49c6-4062-b79a-48db98188224" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.731s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.538819] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "26054d18-9034-4a98-909c-5db4af34be1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.539133] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.042101] env[64022]: DEBUG nova.compute.manager [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.560758] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.561044] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.562451] env[64022]: INFO nova.compute.claims [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.608441] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d909e23b-3310-4499-8482-2ad413c976c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.616087] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b254dd-1acb-486f-9984-adf78f826970 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.645344] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00087a0-9b42-47f0-ab20-0f1b7be9a7f3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.652232] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151ba454-2255-4ff6-bc22-134fe7a1b839 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.664676] env[64022]: DEBUG nova.compute.provider_tree [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.168422] env[64022]: DEBUG nova.scheduler.client.report [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.674120] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.674618] env[64022]: DEBUG nova.compute.manager [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.180051] env[64022]: DEBUG nova.compute.utils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1338.181312] env[64022]: DEBUG nova.compute.manager [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.181474] env[64022]: DEBUG nova.network.neutron [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.261102] env[64022]: DEBUG nova.policy [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65db73cefa9d44e689e6e5c71792da83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b643638f8210432da7b82d86bad52084', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.605854] env[64022]: DEBUG nova.network.neutron [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Successfully created port: 4ddc88ce-b5f1-4246-8c20-b595b6913cd0 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.685686] env[64022]: DEBUG nova.compute.manager [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.697121] env[64022]: DEBUG nova.compute.manager [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.751548] env[64022]: DEBUG nova.virt.hardware [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.751793] env[64022]: DEBUG nova.virt.hardware [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.751951] env[64022]: DEBUG nova.virt.hardware [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.752148] env[64022]: DEBUG nova.virt.hardware [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.752318] env[64022]: DEBUG nova.virt.hardware [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.752488] env[64022]: DEBUG nova.virt.hardware [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.752705] env[64022]: DEBUG nova.virt.hardware [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.752864] env[64022]: DEBUG nova.virt.hardware [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.753043] env[64022]: DEBUG nova.virt.hardware [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.753211] env[64022]: DEBUG nova.virt.hardware [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.753385] env[64022]: DEBUG nova.virt.hardware [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.754254] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de302b62-9690-4b9d-babe-48cfeb23afb7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.761570] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff9017d-8e38-488f-a907-7464371e530a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.987468] env[64022]: DEBUG nova.compute.manager [req-4f904856-d9e0-4394-a742-55cc9476a6ee req-f11b4547-9066-488b-9d79-1cfcbf958e79 service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Received event network-vif-plugged-4ddc88ce-b5f1-4246-8c20-b595b6913cd0 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1339.987641] env[64022]: DEBUG oslo_concurrency.lockutils [req-4f904856-d9e0-4394-a742-55cc9476a6ee req-f11b4547-9066-488b-9d79-1cfcbf958e79 service nova] Acquiring lock "26054d18-9034-4a98-909c-5db4af34be1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.987811] env[64022]: DEBUG oslo_concurrency.lockutils [req-4f904856-d9e0-4394-a742-55cc9476a6ee req-f11b4547-9066-488b-9d79-1cfcbf958e79 service nova] Lock "26054d18-9034-4a98-909c-5db4af34be1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.987978] env[64022]: DEBUG oslo_concurrency.lockutils [req-4f904856-d9e0-4394-a742-55cc9476a6ee req-f11b4547-9066-488b-9d79-1cfcbf958e79 service nova] Lock "26054d18-9034-4a98-909c-5db4af34be1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.988175] env[64022]: DEBUG nova.compute.manager [req-4f904856-d9e0-4394-a742-55cc9476a6ee req-f11b4547-9066-488b-9d79-1cfcbf958e79 service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] No waiting events found dispatching network-vif-plugged-4ddc88ce-b5f1-4246-8c20-b595b6913cd0 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.988356] env[64022]: WARNING nova.compute.manager [req-4f904856-d9e0-4394-a742-55cc9476a6ee req-f11b4547-9066-488b-9d79-1cfcbf958e79 service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Received unexpected event network-vif-plugged-4ddc88ce-b5f1-4246-8c20-b595b6913cd0 for instance with vm_state building and task_state spawning. [ 1340.068754] env[64022]: DEBUG nova.network.neutron [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Successfully updated port: 4ddc88ce-b5f1-4246-8c20-b595b6913cd0 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.571480] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "refresh_cache-26054d18-9034-4a98-909c-5db4af34be1d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.574339] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquired lock "refresh_cache-26054d18-9034-4a98-909c-5db4af34be1d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.574339] env[64022]: DEBUG nova.network.neutron [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.107062] env[64022]: DEBUG nova.network.neutron [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.240913] env[64022]: DEBUG nova.network.neutron [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Updating instance_info_cache with network_info: [{"id": "4ddc88ce-b5f1-4246-8c20-b595b6913cd0", "address": "fa:16:3e:db:4c:1b", "network": {"id": "74ddffce-5bef-4a30-9305-25e3a56bbde3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1857196473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b643638f8210432da7b82d86bad52084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ddc88ce-b5", "ovs_interfaceid": "4ddc88ce-b5f1-4246-8c20-b595b6913cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.743898] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Releasing lock "refresh_cache-26054d18-9034-4a98-909c-5db4af34be1d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.744240] env[64022]: DEBUG nova.compute.manager [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Instance network_info: |[{"id": "4ddc88ce-b5f1-4246-8c20-b595b6913cd0", "address": "fa:16:3e:db:4c:1b", "network": {"id": "74ddffce-5bef-4a30-9305-25e3a56bbde3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1857196473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b643638f8210432da7b82d86bad52084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ddc88ce-b5", "ovs_interfaceid": "4ddc88ce-b5f1-4246-8c20-b595b6913cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1341.744659] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:4c:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ddc88ce-b5f1-4246-8c20-b595b6913cd0', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.752329] env[64022]: DEBUG oslo.service.loopingcall [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.752533] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.752769] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c216b1a9-63df-4cd7-8040-24f219916f70 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.773070] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.773070] env[64022]: value = "task-2303495" [ 1341.773070] env[64022]: _type = "Task" [ 1341.773070] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.780462] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303495, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.012698] env[64022]: DEBUG nova.compute.manager [req-e0264ec4-1454-4909-9cfd-5afd5b006ded req-cdc99b64-138c-4d4d-84e7-5e054c7f2a5e service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Received event network-changed-4ddc88ce-b5f1-4246-8c20-b595b6913cd0 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1342.012891] env[64022]: DEBUG nova.compute.manager [req-e0264ec4-1454-4909-9cfd-5afd5b006ded req-cdc99b64-138c-4d4d-84e7-5e054c7f2a5e service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Refreshing instance network info cache due to event network-changed-4ddc88ce-b5f1-4246-8c20-b595b6913cd0. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1342.013125] env[64022]: DEBUG oslo_concurrency.lockutils [req-e0264ec4-1454-4909-9cfd-5afd5b006ded req-cdc99b64-138c-4d4d-84e7-5e054c7f2a5e service nova] Acquiring lock "refresh_cache-26054d18-9034-4a98-909c-5db4af34be1d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.013268] env[64022]: DEBUG oslo_concurrency.lockutils [req-e0264ec4-1454-4909-9cfd-5afd5b006ded req-cdc99b64-138c-4d4d-84e7-5e054c7f2a5e service nova] Acquired lock "refresh_cache-26054d18-9034-4a98-909c-5db4af34be1d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.013541] env[64022]: DEBUG nova.network.neutron [req-e0264ec4-1454-4909-9cfd-5afd5b006ded req-cdc99b64-138c-4d4d-84e7-5e054c7f2a5e service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Refreshing network info cache for port 4ddc88ce-b5f1-4246-8c20-b595b6913cd0 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.284523] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303495, 'name': CreateVM_Task, 'duration_secs': 0.31845} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.284884] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1342.285265] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.285434] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.285759] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1342.285992] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2b4c52-0a3b-4147-b733-a700171e95af {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.290097] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1342.290097] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b678ec-61a2-25f0-eb56-27b406f6f98d" [ 1342.290097] env[64022]: _type = "Task" [ 1342.290097] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.297216] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b678ec-61a2-25f0-eb56-27b406f6f98d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.703608] env[64022]: DEBUG nova.network.neutron [req-e0264ec4-1454-4909-9cfd-5afd5b006ded req-cdc99b64-138c-4d4d-84e7-5e054c7f2a5e service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Updated VIF entry in instance network info cache for port 4ddc88ce-b5f1-4246-8c20-b595b6913cd0. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.703978] env[64022]: DEBUG nova.network.neutron [req-e0264ec4-1454-4909-9cfd-5afd5b006ded req-cdc99b64-138c-4d4d-84e7-5e054c7f2a5e service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Updating instance_info_cache with network_info: [{"id": "4ddc88ce-b5f1-4246-8c20-b595b6913cd0", "address": "fa:16:3e:db:4c:1b", "network": {"id": "74ddffce-5bef-4a30-9305-25e3a56bbde3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1857196473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b643638f8210432da7b82d86bad52084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ddc88ce-b5", "ovs_interfaceid": "4ddc88ce-b5f1-4246-8c20-b595b6913cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.800565] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52b678ec-61a2-25f0-eb56-27b406f6f98d, 'name': SearchDatastore_Task, 'duration_secs': 0.009911} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.800818] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.801073] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.801301] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.801450] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.801624] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.801866] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc95d8c9-4af5-45eb-a66f-e1a7d52a96f0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.809529] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.809698] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.810370] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a34d89e-c9fe-40ee-9b96-8fa04d7f14c1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.815238] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1342.815238] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5220de66-67eb-f4b9-d5e8-2a59770ce34e" [ 1342.815238] env[64022]: _type = "Task" [ 1342.815238] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.822659] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5220de66-67eb-f4b9-d5e8-2a59770ce34e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.207260] env[64022]: DEBUG oslo_concurrency.lockutils [req-e0264ec4-1454-4909-9cfd-5afd5b006ded req-cdc99b64-138c-4d4d-84e7-5e054c7f2a5e service nova] Releasing lock "refresh_cache-26054d18-9034-4a98-909c-5db4af34be1d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.326575] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5220de66-67eb-f4b9-d5e8-2a59770ce34e, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.327306] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccffd07c-09c8-402b-8e37-2a359f8dbc80 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.331893] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1343.331893] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52da477c-ff8d-b421-8616-4bc42ce21f32" [ 1343.331893] env[64022]: _type = "Task" [ 1343.331893] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.338949] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52da477c-ff8d-b421-8616-4bc42ce21f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.841884] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52da477c-ff8d-b421-8616-4bc42ce21f32, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.842143] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.842397] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 26054d18-9034-4a98-909c-5db4af34be1d/26054d18-9034-4a98-909c-5db4af34be1d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.842643] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e3db4a5-366f-4a03-b880-d39cb82556dc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.848502] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1343.848502] env[64022]: value = "task-2303496" [ 1343.848502] env[64022]: _type = "Task" [ 1343.848502] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.855700] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.358567] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448285} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.358942] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore1] 26054d18-9034-4a98-909c-5db4af34be1d/26054d18-9034-4a98-909c-5db4af34be1d.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.359040] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.359294] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62e896d7-6b9b-4a8e-917b-69a424f303a7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.365703] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1344.365703] env[64022]: value = "task-2303497" [ 1344.365703] env[64022]: _type = "Task" [ 1344.365703] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.372827] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.875247] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065393} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.875542] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.876303] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f401324e-9dad-444b-88b2-c74e59cb917b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.897460] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 26054d18-9034-4a98-909c-5db4af34be1d/26054d18-9034-4a98-909c-5db4af34be1d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.897686] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afeb3670-0620-45ba-9842-6d9af68d2dc0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.916302] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1344.916302] env[64022]: value = "task-2303498" [ 1344.916302] env[64022]: _type = "Task" [ 1344.916302] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.926761] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.426184] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303498, 'name': ReconfigVM_Task, 'duration_secs': 0.315205} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.426583] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 26054d18-9034-4a98-909c-5db4af34be1d/26054d18-9034-4a98-909c-5db4af34be1d.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.427037] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2a30e82-4900-47ca-9ed5-15326b6d0984 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.433195] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1345.433195] env[64022]: value = "task-2303499" [ 1345.433195] env[64022]: _type = "Task" [ 1345.433195] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.440368] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303499, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.942982] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303499, 'name': Rename_Task, 'duration_secs': 0.139171} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.943501] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.943501] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44fad601-e275-4c6c-a8f8-d658bfd7a379 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.949347] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1345.949347] env[64022]: value = "task-2303500" [ 1345.949347] env[64022]: _type = "Task" [ 1345.949347] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.956428] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.459175] env[64022]: DEBUG oslo_vmware.api [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303500, 'name': PowerOnVM_Task, 'duration_secs': 0.408178} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.459596] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.459652] env[64022]: INFO nova.compute.manager [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1346.459826] env[64022]: DEBUG nova.compute.manager [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.460583] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5b9701-9760-48bd-be37-11fd724a2eb2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.978275] env[64022]: INFO nova.compute.manager [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Took 11.43 seconds to build instance. [ 1347.480246] env[64022]: DEBUG oslo_concurrency.lockutils [None req-21d24d77-2670-4bd1-ad9e-d835045ddae4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.941s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.665503] env[64022]: DEBUG nova.compute.manager [req-be9adc50-8e5d-49ff-8c00-386936000a76 req-0a88e187-b02b-41c3-816b-eff4290e886d service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Received event network-changed-4ddc88ce-b5f1-4246-8c20-b595b6913cd0 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1347.665736] env[64022]: DEBUG nova.compute.manager [req-be9adc50-8e5d-49ff-8c00-386936000a76 req-0a88e187-b02b-41c3-816b-eff4290e886d service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Refreshing instance network info cache due to event network-changed-4ddc88ce-b5f1-4246-8c20-b595b6913cd0. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1347.665991] env[64022]: DEBUG oslo_concurrency.lockutils [req-be9adc50-8e5d-49ff-8c00-386936000a76 req-0a88e187-b02b-41c3-816b-eff4290e886d service nova] Acquiring lock "refresh_cache-26054d18-9034-4a98-909c-5db4af34be1d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.666390] env[64022]: DEBUG oslo_concurrency.lockutils [req-be9adc50-8e5d-49ff-8c00-386936000a76 req-0a88e187-b02b-41c3-816b-eff4290e886d service nova] Acquired lock "refresh_cache-26054d18-9034-4a98-909c-5db4af34be1d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.666607] env[64022]: DEBUG nova.network.neutron [req-be9adc50-8e5d-49ff-8c00-386936000a76 req-0a88e187-b02b-41c3-816b-eff4290e886d service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Refreshing network info cache for port 4ddc88ce-b5f1-4246-8c20-b595b6913cd0 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.381560] env[64022]: DEBUG nova.network.neutron [req-be9adc50-8e5d-49ff-8c00-386936000a76 req-0a88e187-b02b-41c3-816b-eff4290e886d service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Updated VIF entry in instance network info cache for port 4ddc88ce-b5f1-4246-8c20-b595b6913cd0. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.381977] env[64022]: DEBUG nova.network.neutron [req-be9adc50-8e5d-49ff-8c00-386936000a76 req-0a88e187-b02b-41c3-816b-eff4290e886d service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Updating instance_info_cache with network_info: [{"id": "4ddc88ce-b5f1-4246-8c20-b595b6913cd0", "address": "fa:16:3e:db:4c:1b", "network": {"id": "74ddffce-5bef-4a30-9305-25e3a56bbde3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1857196473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b643638f8210432da7b82d86bad52084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ddc88ce-b5", "ovs_interfaceid": "4ddc88ce-b5f1-4246-8c20-b595b6913cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.884805] env[64022]: DEBUG oslo_concurrency.lockutils [req-be9adc50-8e5d-49ff-8c00-386936000a76 req-0a88e187-b02b-41c3-816b-eff4290e886d service nova] Releasing lock "refresh_cache-26054d18-9034-4a98-909c-5db4af34be1d" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.496973] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.497390] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.497390] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.497479] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.001253] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.001498] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.001716] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.001911] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1363.002921] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f980d6b2-4e0c-4805-8be1-0b58882bf6f0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.011298] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff3f51d-1d1f-484c-a922-54ebf5368b94 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.026425] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cbc74a-f6f7-4ef7-8321-445cbe3ed519 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.032916] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d37164-94f3-43de-9dd9-1dc909a86a93 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.062338] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181047MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1363.062500] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.062695] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.184797] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 6094f39a-541b-4ccf-9886-2ebbcf03f861 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1364.185097] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance 26054d18-9034-4a98-909c-5db4af34be1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1364.185173] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1364.185292] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1364.223696] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7227b438-0cda-4ae2-abe3-7391e1d98437 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.231558] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3072cfa5-7c90-4ced-81b3-4176df585bdd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.261499] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97107e1b-a670-4424-8229-b9f4a960e768 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.268294] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b37710f-f863-4514-8f13-fe72b89a2fab {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.280832] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.783719] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.289314] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1365.289678] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.227s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.289790] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.998939] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.999222] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.999330] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1365.999463] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Rebuilding the list of instances to heal {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1366.530140] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.530379] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquired lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.530467] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Forcefully refreshing network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1366.530598] env[64022]: DEBUG nova.objects.instance [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lazy-loading 'info_cache' on Instance uuid 6094f39a-541b-4ccf-9886-2ebbcf03f861 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.045462] env[64022]: DEBUG nova.compute.manager [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Stashing vm_state: active {{(pid=64022) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1368.301359] env[64022]: DEBUG nova.network.neutron [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance_info_cache with network_info: [{"id": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "address": "fa:16:3e:61:81:42", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3c8b96-ea", "ovs_interfaceid": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.566199] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.566453] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.804548] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Releasing lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.804757] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updated the network info_cache for instance {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1368.805038] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.805322] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.805613] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.805833] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1368.806102] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.806315] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Cleaning up deleted instances {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1369.071167] env[64022]: INFO nova.compute.claims [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1369.313776] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] There are 20 instances to clean {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1369.313900] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 8e8b6c31-55fb-4497-90df-5ce708e467fa] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1369.577164] env[64022]: INFO nova.compute.resource_tracker [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating resource usage from migration 37917c6d-3d85-4386-89f2-9871cf182fed [ 1369.623364] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5531dd-97ff-4101-8cb6-5766ad59edb3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.630864] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dc29e3-3932-4b73-b4d5-6307f04996c2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.658898] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01b0e85-24b9-4148-ba6c-712c62c529c8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.665786] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2d7167-f48a-4cb5-8ccc-3de0760f7127 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.679188] env[64022]: DEBUG nova.compute.provider_tree [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.817087] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: ef622ca5-b17c-4499-9bed-ebd9edaa261d] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1370.182738] env[64022]: DEBUG nova.scheduler.client.report [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.320142] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 439da3fb-49c6-4062-b79a-48db98188224] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1370.686814] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.120s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.687041] env[64022]: INFO nova.compute.manager [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Migrating [ 1370.823605] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 3f728cfe-8c48-44a4-9237-07affad15086] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1371.201557] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.201966] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.201966] env[64022]: DEBUG nova.network.neutron [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.326832] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: c458f59d-e1b9-4b61-bd09-65310e7fa53e] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1371.830237] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: b4bf3e4c-2f22-4417-a5be-9dc83b1331e0] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1371.930359] env[64022]: DEBUG nova.network.neutron [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance_info_cache with network_info: [{"id": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "address": "fa:16:3e:61:81:42", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3c8b96-ea", "ovs_interfaceid": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.335130] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 135ffb93-bbce-4a05-ab41-114b360628b3] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1372.433403] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.839027] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: d00f85e6-db6e-4839-a4a7-198a8e94436d] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1373.342678] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 6e64a5ea-2650-451b-a1af-960efa569d28] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1373.845899] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: a949379a-553d-41d2-88d4-60378fbda58d] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1373.946409] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e469b00-70ed-41a3-bdb1-be14a818e421 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.964867] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance '6094f39a-541b-4ccf-9886-2ebbcf03f861' progress to 0 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.349889] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: cef83c5f-6f3f-46b4-9d53-5ae4765879a4] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1374.470838] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.471234] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-545a25f1-a531-4bb0-a73d-1da86481fd9f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.477777] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1374.477777] env[64022]: value = "task-2303501" [ 1374.477777] env[64022]: _type = "Task" [ 1374.477777] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.485484] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.853293] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: b574a035-d4f6-48ad-b59b-b7ab844f8791] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1374.987350] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303501, 'name': PowerOffVM_Task, 'duration_secs': 0.161158} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.987627] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.987786] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance '6094f39a-541b-4ccf-9886-2ebbcf03f861' progress to 17 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1375.357061] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 44e2efbd-7689-451e-ae0d-cd6d2650ec9b] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1375.494354] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1375.494616] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.494751] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1375.494934] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.495094] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1375.495250] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1375.495459] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1375.495619] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1375.495786] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1375.495950] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1375.496138] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1375.501258] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bad02f46-e19b-4847-ba60-a513ef031776 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.517809] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1375.517809] env[64022]: value = "task-2303502" [ 1375.517809] env[64022]: _type = "Task" [ 1375.517809] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.525727] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.860719] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: caf5b112-ee36-4764-9793-8e3d04b7c5da] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1376.026838] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303502, 'name': ReconfigVM_Task, 'duration_secs': 0.167975} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.027167] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance '6094f39a-541b-4ccf-9886-2ebbcf03f861' progress to 33 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.364789] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 85a27bbf-cfb9-4cdd-b716-bee664d160e5] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1376.533296] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1376.533561] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.533698] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.533881] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.534039] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.534194] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1376.534398] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1376.534555] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1376.534720] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1376.534882] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1376.535065] env[64022]: DEBUG nova.virt.hardware [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1376.540346] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1376.540584] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba3f250-aff9-425b-a38b-a214feb47af2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.558804] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1376.558804] env[64022]: value = "task-2303503" [ 1376.558804] env[64022]: _type = "Task" [ 1376.558804] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.566384] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.868659] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: b9903f01-57d3-41e8-9949-a087b73736b8] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1377.069112] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303503, 'name': ReconfigVM_Task, 'duration_secs': 0.157735} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.069375] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1377.070136] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab3b9d7-1a05-48f2-ae96-e583679b956e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.090968] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 6094f39a-541b-4ccf-9886-2ebbcf03f861/6094f39a-541b-4ccf-9886-2ebbcf03f861.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.091195] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0a72c2f-dd7c-411a-9205-8620041746c8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.107823] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1377.107823] env[64022]: value = "task-2303504" [ 1377.107823] env[64022]: _type = "Task" [ 1377.107823] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.114951] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.372451] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 17d37def-85e7-40d3-967f-129223aafcc9] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1377.617866] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303504, 'name': ReconfigVM_Task, 'duration_secs': 0.256136} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.618196] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 6094f39a-541b-4ccf-9886-2ebbcf03f861/6094f39a-541b-4ccf-9886-2ebbcf03f861.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.618503] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance '6094f39a-541b-4ccf-9886-2ebbcf03f861' progress to 50 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1377.875502] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 1477c326-91e3-447f-9c8c-e2ff0c6875a4] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1378.124900] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46279d9-9533-4593-af26-99595dbd0630 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.144940] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b66f68b-9348-4cfe-947f-c70dedc9ea19 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.162712] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance '6094f39a-541b-4ccf-9886-2ebbcf03f861' progress to 67 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1378.379391] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: 02a836ec-8677-4076-98b1-3ac308500668] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1378.702405] env[64022]: DEBUG nova.network.neutron [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Port dd3c8b96-ea3e-438f-aa43-a4abb0f686cf binding to destination host cpu-1 is already ACTIVE {{(pid=64022) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1378.882413] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] [instance: fd2648fd-9a15-40e9-aecb-b01d77939d1e] Instance has had 0 of 5 cleanup attempts {{(pid=64022) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1379.385487] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.385893] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Cleaning up deleted instances with incomplete migration {{(pid=64022) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1379.723076] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "6094f39a-541b-4ccf-9886-2ebbcf03f861-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.723306] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "6094f39a-541b-4ccf-9886-2ebbcf03f861-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.723463] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "6094f39a-541b-4ccf-9886-2ebbcf03f861-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.758175] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.758399] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.758535] env[64022]: DEBUG nova.network.neutron [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.499660] env[64022]: DEBUG nova.network.neutron [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance_info_cache with network_info: [{"id": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "address": "fa:16:3e:61:81:42", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3c8b96-ea", "ovs_interfaceid": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.002324] env[64022]: DEBUG oslo_concurrency.lockutils [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.527934] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bb1869-eb4a-44bc-812a-3dc8a13f1667 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.546988] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928a448a-6398-41f4-b648-3711391661f9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.553529] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance '6094f39a-541b-4ccf-9886-2ebbcf03f861' progress to 83 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1383.059984] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.060398] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-015d095d-c2c4-4945-9178-f59556feb641 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.067578] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1383.067578] env[64022]: value = "task-2303505" [ 1383.067578] env[64022]: _type = "Task" [ 1383.067578] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.075086] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.577516] env[64022]: DEBUG oslo_vmware.api [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303505, 'name': PowerOnVM_Task, 'duration_secs': 0.365821} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.577783] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.577959] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-fc76597d-4231-4a32-a64b-f1d871fb8d3a tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance '6094f39a-541b-4ccf-9886-2ebbcf03f861' progress to 100 {{(pid=64022) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1385.489782] env[64022]: DEBUG nova.network.neutron [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Port dd3c8b96-ea3e-438f-aa43-a4abb0f686cf binding to destination host cpu-1 is already ACTIVE {{(pid=64022) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1385.490128] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.490225] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.490362] env[64022]: DEBUG nova.network.neutron [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.421209] env[64022]: DEBUG nova.network.neutron [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance_info_cache with network_info: [{"id": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "address": "fa:16:3e:61:81:42", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3c8b96-ea", "ovs_interfaceid": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.812445] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "26054d18-9034-4a98-909c-5db4af34be1d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.812720] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.923707] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.315569] env[64022]: DEBUG nova.compute.utils [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1387.427393] env[64022]: DEBUG nova.compute.manager [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64022) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1387.427573] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.427774] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.818398] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.930411] env[64022]: DEBUG nova.objects.instance [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lazy-loading 'migration_context' on Instance uuid 6094f39a-541b-4ccf-9886-2ebbcf03f861 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.481536] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f71762-fe3f-4494-a0ea-94738b0a269f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.488839] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e5cff4-5a48-4020-a5cf-d39e4167b287 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.519786] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42688bd8-c5a1-4bb2-8019-d331b77582a4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.526644] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b7b2fb-e7c1-416d-ab6a-562f5f920764 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.539497] env[64022]: DEBUG nova.compute.provider_tree [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.879363] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "26054d18-9034-4a98-909c-5db4af34be1d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.879620] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.879875] env[64022]: INFO nova.compute.manager [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Attaching volume 3c29262c-8c74-4348-b448-cde97bc56217 to /dev/sdb [ 1388.909185] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e81d961-f79a-4436-bc82-d16e5cce2117 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.916034] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9631e5b5-fa0a-4abe-86b2-81dabfd55135 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.928739] env[64022]: DEBUG nova.virt.block_device [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Updating existing volume attachment record: b132a72f-5492-4489-ae74-58b14e8ab60c {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1389.043217] env[64022]: DEBUG nova.scheduler.client.report [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.055387] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.627s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.591110] env[64022]: INFO nova.compute.manager [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Swapping old allocation on dict_keys(['3a889db4-7597-478e-92a9-f74a134fda34']) held by migration 37917c6d-3d85-4386-89f2-9871cf182fed for instance [ 1391.612885] env[64022]: DEBUG nova.scheduler.client.report [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Overwriting current allocation {'allocations': {'3a889db4-7597-478e-92a9-f74a134fda34': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 174}}, 'project_id': 'c912580b2bef427db3629a0e2576a7a1', 'user_id': '6c6ec8cefdaf48ff8e4667f98886d0ed', 'consumer_generation': 1} on consumer 6094f39a-541b-4ccf-9886-2ebbcf03f861 {{(pid=64022) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1391.693077] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.693273] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.693447] env[64022]: DEBUG nova.network.neutron [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.391325] env[64022]: DEBUG nova.network.neutron [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance_info_cache with network_info: [{"id": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "address": "fa:16:3e:61:81:42", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3c8b96-ea", "ovs_interfaceid": "dd3c8b96-ea3e-438f-aa43-a4abb0f686cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.893740] env[64022]: DEBUG oslo_concurrency.lockutils [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-6094f39a-541b-4ccf-9886-2ebbcf03f861" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.894247] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.894539] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eecab6f-fd2d-4bbd-9e2d-6109fbf9c0f6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.901675] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1392.901675] env[64022]: value = "task-2303508" [ 1392.901675] env[64022]: _type = "Task" [ 1392.901675] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.909483] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.412079] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303508, 'name': PowerOffVM_Task, 'duration_secs': 0.171738} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.412318] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.413075] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.413345] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.413542] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.413769] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.413954] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.414184] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.414433] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.414587] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.414752] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.414914] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.415103] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.420017] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38d0ed34-cf17-481d-a106-e22621162c71 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.434756] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1393.434756] env[64022]: value = "task-2303509" [ 1393.434756] env[64022]: _type = "Task" [ 1393.434756] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.441974] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.471953] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1393.472216] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468582', 'volume_id': '3c29262c-8c74-4348-b448-cde97bc56217', 'name': 'volume-3c29262c-8c74-4348-b448-cde97bc56217', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26054d18-9034-4a98-909c-5db4af34be1d', 'attached_at': '', 'detached_at': '', 'volume_id': '3c29262c-8c74-4348-b448-cde97bc56217', 'serial': '3c29262c-8c74-4348-b448-cde97bc56217'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1393.473069] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461e5412-207f-4a0c-8188-4e8c1b3ff384 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.488458] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe51a07-25bc-4a3b-a585-f6fd8476e466 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.513219] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-3c29262c-8c74-4348-b448-cde97bc56217/volume-3c29262c-8c74-4348-b448-cde97bc56217.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.513509] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-614d48b4-71b7-472f-ba32-86ad0ed0991e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.531671] env[64022]: DEBUG oslo_vmware.api [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1393.531671] env[64022]: value = "task-2303510" [ 1393.531671] env[64022]: _type = "Task" [ 1393.531671] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.539716] env[64022]: DEBUG oslo_vmware.api [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.944811] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303509, 'name': ReconfigVM_Task, 'duration_secs': 0.125611} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.945636] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d372bf19-706b-4f3e-920e-b528ff55c4fc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.964388] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.964610] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.964767] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.964946] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.965106] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.965254] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.965454] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.965612] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.965777] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.965939] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.966128] env[64022]: DEBUG nova.virt.hardware [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.966910] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ba6a40-3348-4d74-8c73-009d2c98f976 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.972060] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1393.972060] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525954d9-0007-6440-58e3-f01c2a4ad40e" [ 1393.972060] env[64022]: _type = "Task" [ 1393.972060] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.979924] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525954d9-0007-6440-58e3-f01c2a4ad40e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.040462] env[64022]: DEBUG oslo_vmware.api [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303510, 'name': ReconfigVM_Task, 'duration_secs': 0.321918} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.040666] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-3c29262c-8c74-4348-b448-cde97bc56217/volume-3c29262c-8c74-4348-b448-cde97bc56217.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.045136] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4fdf614-3fbc-45c5-9a0b-3fac89d57d00 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.059405] env[64022]: DEBUG oslo_vmware.api [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1394.059405] env[64022]: value = "task-2303511" [ 1394.059405] env[64022]: _type = "Task" [ 1394.059405] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.066896] env[64022]: DEBUG oslo_vmware.api [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.482469] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]525954d9-0007-6440-58e3-f01c2a4ad40e, 'name': SearchDatastore_Task, 'duration_secs': 0.006888} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.487917] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1394.488230] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d2e5420-7dbe-4d02-9b6f-b48877708001 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.505987] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1394.505987] env[64022]: value = "task-2303512" [ 1394.505987] env[64022]: _type = "Task" [ 1394.505987] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.515118] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.569254] env[64022]: DEBUG oslo_vmware.api [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.016008] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303512, 'name': ReconfigVM_Task, 'duration_secs': 0.191774} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.016335] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1395.017096] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc81771-7179-4b11-b421-27da7c7be9cb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.038496] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 6094f39a-541b-4ccf-9886-2ebbcf03f861/6094f39a-541b-4ccf-9886-2ebbcf03f861.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.038814] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec81fcc-4b22-4d27-aec1-c34f433b63af {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.055952] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1395.055952] env[64022]: value = "task-2303513" [ 1395.055952] env[64022]: _type = "Task" [ 1395.055952] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.063618] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.071315] env[64022]: DEBUG oslo_vmware.api [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.565933] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303513, 'name': ReconfigVM_Task, 'duration_secs': 0.278695} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.568782] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 6094f39a-541b-4ccf-9886-2ebbcf03f861/6094f39a-541b-4ccf-9886-2ebbcf03f861.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.569569] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe76960d-c095-4993-a949-c08d9919b254 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.576201] env[64022]: DEBUG oslo_vmware.api [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303511, 'name': ReconfigVM_Task, 'duration_secs': 1.129472} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.588809] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468582', 'volume_id': '3c29262c-8c74-4348-b448-cde97bc56217', 'name': 'volume-3c29262c-8c74-4348-b448-cde97bc56217', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26054d18-9034-4a98-909c-5db4af34be1d', 'attached_at': '', 'detached_at': '', 'volume_id': '3c29262c-8c74-4348-b448-cde97bc56217', 'serial': '3c29262c-8c74-4348-b448-cde97bc56217'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1395.590723] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3113075e-4ed9-4c76-9f80-7ad59183b782 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.609524] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b29444-adfe-44f5-baed-81730972a9b2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.626766] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1b172e-5cd7-49ee-a283-f6737033dcff {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.632877] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.633113] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e2c8e74-d2c0-456a-bdc8-60cf53c3f03c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.638343] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1395.638343] env[64022]: value = "task-2303514" [ 1395.638343] env[64022]: _type = "Task" [ 1395.638343] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.645412] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.148316] env[64022]: DEBUG oslo_vmware.api [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303514, 'name': PowerOnVM_Task, 'duration_secs': 0.353318} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.148635] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.629550] env[64022]: DEBUG nova.objects.instance [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'flavor' on Instance uuid 26054d18-9034-4a98-909c-5db4af34be1d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.134355] env[64022]: DEBUG oslo_concurrency.lockutils [None req-d93ee0c0-760a-4b57-ad3f-fc7410d4da51 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.255s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.157879] env[64022]: INFO nova.compute.manager [None req-dc6b0baf-7411-4cb2-909a-b48052e64caf tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance to original state: 'active' [ 1397.991168] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "26054d18-9034-4a98-909c-5db4af34be1d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.991415] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.495009] env[64022]: DEBUG nova.compute.utils [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1398.998831] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.170449] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "6094f39a-541b-4ccf-9886-2ebbcf03f861" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.170658] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "6094f39a-541b-4ccf-9886-2ebbcf03f861" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.170890] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "6094f39a-541b-4ccf-9886-2ebbcf03f861-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.171093] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "6094f39a-541b-4ccf-9886-2ebbcf03f861-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.171298] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "6094f39a-541b-4ccf-9886-2ebbcf03f861-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.173513] env[64022]: INFO nova.compute.manager [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Terminating instance [ 1399.676996] env[64022]: DEBUG nova.compute.manager [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.677319] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.678107] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7058b6-3e71-4f2f-a2fc-972ae36f32dd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.686017] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.686244] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ddc1d6d-4a22-42b8-9858-e79c764445fa {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.691961] env[64022]: DEBUG oslo_vmware.api [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1399.691961] env[64022]: value = "task-2303515" [ 1399.691961] env[64022]: _type = "Task" [ 1399.691961] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.699277] env[64022]: DEBUG oslo_vmware.api [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.106512] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "26054d18-9034-4a98-909c-5db4af34be1d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.106772] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.107023] env[64022]: INFO nova.compute.manager [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Attaching volume ca8776e2-9140-403e-8236-15978ef2f273 to /dev/sdc [ 1400.136024] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98c2567-543d-4770-bb1f-7e6bd3d8560d {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.144234] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2ce1b3-634b-42cd-be29-7b5ccc0157f8 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.157222] env[64022]: DEBUG nova.virt.block_device [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Updating existing volume attachment record: 81feb79a-476a-4f1f-bf28-cc6ce8dec578 {{(pid=64022) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1400.201412] env[64022]: DEBUG oslo_vmware.api [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303515, 'name': PowerOffVM_Task, 'duration_secs': 0.215032} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.201616] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.201788] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.202016] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cd0094d-4845-4db8-85ac-64111bec2db7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.273435] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.273651] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.274182] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleting the datastore file [datastore1] 6094f39a-541b-4ccf-9886-2ebbcf03f861 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.274182] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bb5e4f1-4336-4e64-bda1-3d4974d7f0e2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.280044] env[64022]: DEBUG oslo_vmware.api [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1400.280044] env[64022]: value = "task-2303517" [ 1400.280044] env[64022]: _type = "Task" [ 1400.280044] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.287305] env[64022]: DEBUG oslo_vmware.api [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.791285] env[64022]: DEBUG oslo_vmware.api [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148471} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.791671] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.791671] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.791850] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.792040] env[64022]: INFO nova.compute.manager [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1400.792281] env[64022]: DEBUG oslo.service.loopingcall [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.792470] env[64022]: DEBUG nova.compute.manager [-] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1400.792566] env[64022]: DEBUG nova.network.neutron [-] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.228856] env[64022]: DEBUG nova.compute.manager [req-2cfbdedb-50e2-40c5-a51e-78bc9fd318df req-60b25960-3751-4e56-a03d-7b32971abb34 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Received event network-vif-deleted-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1401.229042] env[64022]: INFO nova.compute.manager [req-2cfbdedb-50e2-40c5-a51e-78bc9fd318df req-60b25960-3751-4e56-a03d-7b32971abb34 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Neutron deleted interface dd3c8b96-ea3e-438f-aa43-a4abb0f686cf; detaching it from the instance and deleting it from the info cache [ 1401.229185] env[64022]: DEBUG nova.network.neutron [req-2cfbdedb-50e2-40c5-a51e-78bc9fd318df req-60b25960-3751-4e56-a03d-7b32971abb34 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.708936] env[64022]: DEBUG nova.network.neutron [-] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.731735] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e375446-5c34-4820-bb28-11054e9d2e51 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.741990] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37ab58a-5244-4baf-9ab2-f7173a250cd0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.765811] env[64022]: DEBUG nova.compute.manager [req-2cfbdedb-50e2-40c5-a51e-78bc9fd318df req-60b25960-3751-4e56-a03d-7b32971abb34 service nova] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Detach interface failed, port_id=dd3c8b96-ea3e-438f-aa43-a4abb0f686cf, reason: Instance 6094f39a-541b-4ccf-9886-2ebbcf03f861 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1402.212997] env[64022]: INFO nova.compute.manager [-] [instance: 6094f39a-541b-4ccf-9886-2ebbcf03f861] Took 1.42 seconds to deallocate network for instance. [ 1402.720215] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.720490] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.720680] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.749458] env[64022]: INFO nova.scheduler.client.report [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleted allocations for instance 6094f39a-541b-4ccf-9886-2ebbcf03f861 [ 1403.257055] env[64022]: DEBUG oslo_concurrency.lockutils [None req-cec15599-204b-40c2-972b-57521670d289 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "6094f39a-541b-4ccf-9886-2ebbcf03f861" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.086s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.058707] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.058977] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.561852] env[64022]: DEBUG nova.compute.manager [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Starting instance... {{(pid=64022) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1404.701240] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Volume attach. Driver type: vmdk {{(pid=64022) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1404.701473] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468583', 'volume_id': 'ca8776e2-9140-403e-8236-15978ef2f273', 'name': 'volume-ca8776e2-9140-403e-8236-15978ef2f273', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26054d18-9034-4a98-909c-5db4af34be1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca8776e2-9140-403e-8236-15978ef2f273', 'serial': 'ca8776e2-9140-403e-8236-15978ef2f273'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1404.702385] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d020901-6c63-4155-8f5b-7e5ab658cd0c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.719503] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83485b80-9c54-4181-8d0e-6d72e7323ce9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.745784] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-ca8776e2-9140-403e-8236-15978ef2f273/volume-ca8776e2-9140-403e-8236-15978ef2f273.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.746023] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fbd3e41-5284-4887-b8d0-cfce764f0892 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.763423] env[64022]: DEBUG oslo_vmware.api [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1404.763423] env[64022]: value = "task-2303520" [ 1404.763423] env[64022]: _type = "Task" [ 1404.763423] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.770430] env[64022]: DEBUG oslo_vmware.api [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.081530] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.081832] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.083523] env[64022]: INFO nova.compute.claims [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.273283] env[64022]: DEBUG oslo_vmware.api [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303520, 'name': ReconfigVM_Task, 'duration_secs': 0.364526} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.273570] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-ca8776e2-9140-403e-8236-15978ef2f273/volume-ca8776e2-9140-403e-8236-15978ef2f273.vmdk or device None with type thin {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.278164] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22172bbf-7a09-429b-b244-81d300654ae2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.292557] env[64022]: DEBUG oslo_vmware.api [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1405.292557] env[64022]: value = "task-2303521" [ 1405.292557] env[64022]: _type = "Task" [ 1405.292557] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.299869] env[64022]: DEBUG oslo_vmware.api [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.802740] env[64022]: DEBUG oslo_vmware.api [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303521, 'name': ReconfigVM_Task, 'duration_secs': 0.132229} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.803113] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468583', 'volume_id': 'ca8776e2-9140-403e-8236-15978ef2f273', 'name': 'volume-ca8776e2-9140-403e-8236-15978ef2f273', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26054d18-9034-4a98-909c-5db4af34be1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca8776e2-9140-403e-8236-15978ef2f273', 'serial': 'ca8776e2-9140-403e-8236-15978ef2f273'} {{(pid=64022) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1406.127595] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f652e5b8-b3aa-40f0-952e-d0c29cf2ae98 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.134769] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1c2cd8-421a-42b3-9dff-8beef515fdb2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.165460] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0140d8-77bc-4664-bf08-ae49c16813be {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.172408] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cda6d1-3966-4405-973f-f58add0ba030 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.185882] env[64022]: DEBUG nova.compute.provider_tree [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.689021] env[64022]: DEBUG nova.scheduler.client.report [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.864729] env[64022]: DEBUG nova.objects.instance [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'flavor' on Instance uuid 26054d18-9034-4a98-909c-5db4af34be1d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.193342] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.193846] env[64022]: DEBUG nova.compute.manager [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Start building networks asynchronously for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1407.369560] env[64022]: DEBUG oslo_concurrency.lockutils [None req-f59cbf37-e17b-4c35-babc-77056d3b7bf4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.629209] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "26054d18-9034-4a98-909c-5db4af34be1d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.629455] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.698870] env[64022]: DEBUG nova.compute.utils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Using /dev/sd instead of None {{(pid=64022) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1407.699823] env[64022]: DEBUG nova.compute.manager [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Allocating IP information in the background. {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1407.700083] env[64022]: DEBUG nova.network.neutron [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] allocate_for_instance() {{(pid=64022) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.756418] env[64022]: DEBUG nova.policy [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c6ec8cefdaf48ff8e4667f98886d0ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c912580b2bef427db3629a0e2576a7a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64022) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.016673] env[64022]: DEBUG nova.network.neutron [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Successfully created port: 559b8e76-4ba2-4402-8a05-44c0ee5ed856 {{(pid=64022) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.132959] env[64022]: INFO nova.compute.manager [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Detaching volume 3c29262c-8c74-4348-b448-cde97bc56217 [ 1408.163651] env[64022]: INFO nova.virt.block_device [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Attempting to driver detach volume 3c29262c-8c74-4348-b448-cde97bc56217 from mountpoint /dev/sdb [ 1408.163885] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1408.164087] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468582', 'volume_id': '3c29262c-8c74-4348-b448-cde97bc56217', 'name': 'volume-3c29262c-8c74-4348-b448-cde97bc56217', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26054d18-9034-4a98-909c-5db4af34be1d', 'attached_at': '', 'detached_at': '', 'volume_id': '3c29262c-8c74-4348-b448-cde97bc56217', 'serial': '3c29262c-8c74-4348-b448-cde97bc56217'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1408.164980] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b889f0cc-8708-47b5-95ca-72f75b3fb768 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.189590] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21f6dca-50c9-4e24-949a-41814e3d200f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.197033] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd8da42-88b6-4cd8-8580-8bc1e741b2b0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.219606] env[64022]: DEBUG nova.compute.manager [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Start building block device mappings for instance. {{(pid=64022) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.225136] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c319a8ba-a992-4624-aaa3-164a43e7a2bb {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.237958] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] The volume has not been displaced from its original location: [datastore1] volume-3c29262c-8c74-4348-b448-cde97bc56217/volume-3c29262c-8c74-4348-b448-cde97bc56217.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1408.243182] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1408.243484] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-276fd4f6-0f24-4b8a-ba19-072883139cc3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.261266] env[64022]: DEBUG oslo_vmware.api [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1408.261266] env[64022]: value = "task-2303522" [ 1408.261266] env[64022]: _type = "Task" [ 1408.261266] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.269178] env[64022]: DEBUG oslo_vmware.api [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.771211] env[64022]: DEBUG oslo_vmware.api [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303522, 'name': ReconfigVM_Task, 'duration_secs': 0.240978} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.771429] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1408.775980] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8992d8-8090-49cf-abaa-423f6aaa1bb3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.790864] env[64022]: DEBUG oslo_vmware.api [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1408.790864] env[64022]: value = "task-2303523" [ 1408.790864] env[64022]: _type = "Task" [ 1408.790864] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.803385] env[64022]: DEBUG oslo_vmware.api [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.232116] env[64022]: DEBUG nova.compute.manager [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Start spawning the instance on the hypervisor. {{(pid=64022) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1409.257422] env[64022]: DEBUG nova.virt.hardware [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T20:54:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T20:54:20Z,direct_url=,disk_format='vmdk',id=2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17d56a4f5907445d8524710ca267cc53',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T20:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.257668] env[64022]: DEBUG nova.virt.hardware [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.257910] env[64022]: DEBUG nova.virt.hardware [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image limits 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.258252] env[64022]: DEBUG nova.virt.hardware [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Flavor pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.258524] env[64022]: DEBUG nova.virt.hardware [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Image pref 0:0:0 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.258787] env[64022]: DEBUG nova.virt.hardware [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64022) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.259129] env[64022]: DEBUG nova.virt.hardware [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.259311] env[64022]: DEBUG nova.virt.hardware [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.259483] env[64022]: DEBUG nova.virt.hardware [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Got 1 possible topologies {{(pid=64022) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.259646] env[64022]: DEBUG nova.virt.hardware [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.259817] env[64022]: DEBUG nova.virt.hardware [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64022) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.260665] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae28ac37-824b-409d-b546-1cb1fa812bb6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.967758] env[64022]: DEBUG nova.network.neutron [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Successfully updated port: 559b8e76-4ba2-4402-8a05-44c0ee5ed856 {{(pid=64022) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1409.972590] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c6f61c-4733-4a00-a3a3-3ad05d876310 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.977222] env[64022]: DEBUG nova.compute.manager [req-ba63ee03-dc70-4f92-9122-946a6486695b req-1d368b39-0dba-4a9a-a2b2-083310a30d68 service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Received event network-vif-plugged-559b8e76-4ba2-4402-8a05-44c0ee5ed856 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1409.977450] env[64022]: DEBUG oslo_concurrency.lockutils [req-ba63ee03-dc70-4f92-9122-946a6486695b req-1d368b39-0dba-4a9a-a2b2-083310a30d68 service nova] Acquiring lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.977653] env[64022]: DEBUG oslo_concurrency.lockutils [req-ba63ee03-dc70-4f92-9122-946a6486695b req-1d368b39-0dba-4a9a-a2b2-083310a30d68 service nova] Lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.977816] env[64022]: DEBUG oslo_concurrency.lockutils [req-ba63ee03-dc70-4f92-9122-946a6486695b req-1d368b39-0dba-4a9a-a2b2-083310a30d68 service nova] Lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.977977] env[64022]: DEBUG nova.compute.manager [req-ba63ee03-dc70-4f92-9122-946a6486695b req-1d368b39-0dba-4a9a-a2b2-083310a30d68 service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] No waiting events found dispatching network-vif-plugged-559b8e76-4ba2-4402-8a05-44c0ee5ed856 {{(pid=64022) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1409.978169] env[64022]: WARNING nova.compute.manager [req-ba63ee03-dc70-4f92-9122-946a6486695b req-1d368b39-0dba-4a9a-a2b2-083310a30d68 service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Received unexpected event network-vif-plugged-559b8e76-4ba2-4402-8a05-44c0ee5ed856 for instance with vm_state building and task_state spawning. [ 1409.984376] env[64022]: DEBUG oslo_vmware.api [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303523, 'name': ReconfigVM_Task, 'duration_secs': 0.784026} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.991681] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468582', 'volume_id': '3c29262c-8c74-4348-b448-cde97bc56217', 'name': 'volume-3c29262c-8c74-4348-b448-cde97bc56217', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26054d18-9034-4a98-909c-5db4af34be1d', 'attached_at': '', 'detached_at': '', 'volume_id': '3c29262c-8c74-4348-b448-cde97bc56217', 'serial': '3c29262c-8c74-4348-b448-cde97bc56217'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1410.480035] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.480385] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.480443] env[64022]: DEBUG nova.network.neutron [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.537206] env[64022]: DEBUG nova.objects.instance [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'flavor' on Instance uuid 26054d18-9034-4a98-909c-5db4af34be1d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.017907] env[64022]: DEBUG nova.network.neutron [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Instance cache missing network info. {{(pid=64022) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.191464] env[64022]: DEBUG nova.network.neutron [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Updating instance_info_cache with network_info: [{"id": "559b8e76-4ba2-4402-8a05-44c0ee5ed856", "address": "fa:16:3e:9a:03:00", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559b8e76-4b", "ovs_interfaceid": "559b8e76-4ba2-4402-8a05-44c0ee5ed856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.451029] env[64022]: DEBUG nova.compute.manager [req-55472e28-07a7-46ca-8b0e-ff1be7f2906e req-2ba7f598-8428-4919-b771-41751bca9f49 service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Received event network-changed-559b8e76-4ba2-4402-8a05-44c0ee5ed856 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1411.451244] env[64022]: DEBUG nova.compute.manager [req-55472e28-07a7-46ca-8b0e-ff1be7f2906e req-2ba7f598-8428-4919-b771-41751bca9f49 service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Refreshing instance network info cache due to event network-changed-559b8e76-4ba2-4402-8a05-44c0ee5ed856. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1411.451476] env[64022]: DEBUG oslo_concurrency.lockutils [req-55472e28-07a7-46ca-8b0e-ff1be7f2906e req-2ba7f598-8428-4919-b771-41751bca9f49 service nova] Acquiring lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.545860] env[64022]: DEBUG oslo_concurrency.lockutils [None req-c2ceb475-ab80-444a-a8c4-88c4f7857a08 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.916s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.693859] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.694160] env[64022]: DEBUG nova.compute.manager [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Instance network_info: |[{"id": "559b8e76-4ba2-4402-8a05-44c0ee5ed856", "address": "fa:16:3e:9a:03:00", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559b8e76-4b", "ovs_interfaceid": "559b8e76-4ba2-4402-8a05-44c0ee5ed856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64022) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1411.694466] env[64022]: DEBUG oslo_concurrency.lockutils [req-55472e28-07a7-46ca-8b0e-ff1be7f2906e req-2ba7f598-8428-4919-b771-41751bca9f49 service nova] Acquired lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.694645] env[64022]: DEBUG nova.network.neutron [req-55472e28-07a7-46ca-8b0e-ff1be7f2906e req-2ba7f598-8428-4919-b771-41751bca9f49 service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Refreshing network info cache for port 559b8e76-4ba2-4402-8a05-44c0ee5ed856 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.695885] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:03:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '559b8e76-4ba2-4402-8a05-44c0ee5ed856', 'vif_model': 'vmxnet3'}] {{(pid=64022) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.703226] env[64022]: DEBUG oslo.service.loopingcall [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.705862] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Creating VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.706330] env[64022]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10e2ed64-51ba-4703-ac51-4b66c4347fae {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.727559] env[64022]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.727559] env[64022]: value = "task-2303524" [ 1411.727559] env[64022]: _type = "Task" [ 1411.727559] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.734795] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303524, 'name': CreateVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.905199] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "26054d18-9034-4a98-909c-5db4af34be1d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.905444] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.909395] env[64022]: DEBUG nova.network.neutron [req-55472e28-07a7-46ca-8b0e-ff1be7f2906e req-2ba7f598-8428-4919-b771-41751bca9f49 service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Updated VIF entry in instance network info cache for port 559b8e76-4ba2-4402-8a05-44c0ee5ed856. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.909720] env[64022]: DEBUG nova.network.neutron [req-55472e28-07a7-46ca-8b0e-ff1be7f2906e req-2ba7f598-8428-4919-b771-41751bca9f49 service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Updating instance_info_cache with network_info: [{"id": "559b8e76-4ba2-4402-8a05-44c0ee5ed856", "address": "fa:16:3e:9a:03:00", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559b8e76-4b", "ovs_interfaceid": "559b8e76-4ba2-4402-8a05-44c0ee5ed856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.236972] env[64022]: DEBUG oslo_vmware.api [-] Task: {'id': task-2303524, 'name': CreateVM_Task, 'duration_secs': 0.299554} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.237152] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Created VM on the ESX host {{(pid=64022) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.237804] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.237961] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.238324] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.238603] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd1db90-b8e4-401a-991e-a0924926a9c7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.242701] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1412.242701] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522cf1d5-6d53-bbf2-24a5-66de7a500be9" [ 1412.242701] env[64022]: _type = "Task" [ 1412.242701] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.249614] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522cf1d5-6d53-bbf2-24a5-66de7a500be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.408711] env[64022]: INFO nova.compute.manager [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Detaching volume ca8776e2-9140-403e-8236-15978ef2f273 [ 1412.413023] env[64022]: DEBUG oslo_concurrency.lockutils [req-55472e28-07a7-46ca-8b0e-ff1be7f2906e req-2ba7f598-8428-4919-b771-41751bca9f49 service nova] Releasing lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.439719] env[64022]: INFO nova.virt.block_device [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Attempting to driver detach volume ca8776e2-9140-403e-8236-15978ef2f273 from mountpoint /dev/sdc [ 1412.440068] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Volume detach. Driver type: vmdk {{(pid=64022) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1412.440311] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468583', 'volume_id': 'ca8776e2-9140-403e-8236-15978ef2f273', 'name': 'volume-ca8776e2-9140-403e-8236-15978ef2f273', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26054d18-9034-4a98-909c-5db4af34be1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca8776e2-9140-403e-8236-15978ef2f273', 'serial': 'ca8776e2-9140-403e-8236-15978ef2f273'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1412.441171] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94171af-8af5-4671-a621-b251c7e2d97f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.461691] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c586b31-5cf2-421e-9631-841cd0fd9f39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.467913] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267f88f7-9388-4618-a7d7-fb3348c04af2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.486677] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b2f3eb-9b6e-46f7-a944-690f84577efc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.500348] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] The volume has not been displaced from its original location: [datastore2] volume-ca8776e2-9140-403e-8236-15978ef2f273/volume-ca8776e2-9140-403e-8236-15978ef2f273.vmdk. No consolidation needed. {{(pid=64022) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1412.505334] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1412.505578] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0991d48-319d-4f19-919a-bc2176e08c74 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.522425] env[64022]: DEBUG oslo_vmware.api [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1412.522425] env[64022]: value = "task-2303525" [ 1412.522425] env[64022]: _type = "Task" [ 1412.522425] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.530753] env[64022]: DEBUG oslo_vmware.api [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.752408] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]522cf1d5-6d53-bbf2-24a5-66de7a500be9, 'name': SearchDatastore_Task, 'duration_secs': 0.010688} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.752824] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.752884] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Processing image 2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9 {{(pid=64022) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.753105] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.753301] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.753496] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.753739] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28deb3b5-2005-46e6-b50b-c4896ab17ea9 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.761664] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64022) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.761831] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64022) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.762570] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72cd052-f9fa-482e-a0d4-18964fbbdfbd {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.767370] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1412.767370] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52801579-da32-7ba5-d0d0-d9eff0181ef2" [ 1412.767370] env[64022]: _type = "Task" [ 1412.767370] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.774221] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52801579-da32-7ba5-d0d0-d9eff0181ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.031806] env[64022]: DEBUG oslo_vmware.api [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303525, 'name': ReconfigVM_Task, 'duration_secs': 0.218198} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.032024] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=64022) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1413.036513] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0709fbac-cdf8-4612-931d-991b41777a6a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.051097] env[64022]: DEBUG oslo_vmware.api [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1413.051097] env[64022]: value = "task-2303526" [ 1413.051097] env[64022]: _type = "Task" [ 1413.051097] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.060084] env[64022]: DEBUG oslo_vmware.api [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.277606] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]52801579-da32-7ba5-d0d0-d9eff0181ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.008093} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.278434] env[64022]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c4cf8c-f20f-4e08-854e-94c15db2bc5e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.283375] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1413.283375] env[64022]: value = "session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5206863a-df60-3d9c-eb68-29222eaa4e12" [ 1413.283375] env[64022]: _type = "Task" [ 1413.283375] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.290672] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5206863a-df60-3d9c-eb68-29222eaa4e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.560634] env[64022]: DEBUG oslo_vmware.api [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.793163] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': session[52693a2b-1dc9-20d9-33d0-b2ae7e451bb8]5206863a-df60-3d9c-eb68-29222eaa4e12, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.793572] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.793688] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] a7ab0a47-6f0a-44d4-bd85-b7501b7f3012/a7ab0a47-6f0a-44d4-bd85-b7501b7f3012.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.793997] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa69a2e9-5f94-4e8a-86e2-766ec0196af5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.801348] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1413.801348] env[64022]: value = "task-2303527" [ 1413.801348] env[64022]: _type = "Task" [ 1413.801348] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.808502] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.061362] env[64022]: DEBUG oslo_vmware.api [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303526, 'name': ReconfigVM_Task, 'duration_secs': 0.760412} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.061682] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-468583', 'volume_id': 'ca8776e2-9140-403e-8236-15978ef2f273', 'name': 'volume-ca8776e2-9140-403e-8236-15978ef2f273', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26054d18-9034-4a98-909c-5db4af34be1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca8776e2-9140-403e-8236-15978ef2f273', 'serial': 'ca8776e2-9140-403e-8236-15978ef2f273'} {{(pid=64022) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1414.311314] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443287} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.311581] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9/2f2b0874-ecb1-43e3-a9eb-f91dcfc388c9.vmdk to [datastore2] a7ab0a47-6f0a-44d4-bd85-b7501b7f3012/a7ab0a47-6f0a-44d4-bd85-b7501b7f3012.vmdk {{(pid=64022) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.311719] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Extending root virtual disk to 1048576 {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.311964] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62c6f385-17ce-4b95-9b23-2de0e8e17e5b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.317873] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1414.317873] env[64022]: value = "task-2303528" [ 1414.317873] env[64022]: _type = "Task" [ 1414.317873] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.324722] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.602842] env[64022]: DEBUG nova.objects.instance [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'flavor' on Instance uuid 26054d18-9034-4a98-909c-5db4af34be1d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.827850] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064305} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.828259] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Extended root virtual disk {{(pid=64022) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.828854] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a6cc01-7f33-416d-8b6d-9ab753fb0698 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.850624] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] a7ab0a47-6f0a-44d4-bd85-b7501b7f3012/a7ab0a47-6f0a-44d4-bd85-b7501b7f3012.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.850801] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ce1e71-e66b-4881-850f-38c9a3074477 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.869655] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1414.869655] env[64022]: value = "task-2303529" [ 1414.869655] env[64022]: _type = "Task" [ 1414.869655] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.877164] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.379954] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303529, 'name': ReconfigVM_Task, 'duration_secs': 0.264553} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.382981] env[64022]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Reconfigured VM instance instance-0000007d to attach disk [datastore2] a7ab0a47-6f0a-44d4-bd85-b7501b7f3012/a7ab0a47-6f0a-44d4-bd85-b7501b7f3012.vmdk or device None with type sparse {{(pid=64022) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.382981] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc15c6da-42f4-4e91-a920-5465a13afec6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.389055] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1415.389055] env[64022]: value = "task-2303530" [ 1415.389055] env[64022]: _type = "Task" [ 1415.389055] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.395376] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303530, 'name': Rename_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.610761] env[64022]: DEBUG oslo_concurrency.lockutils [None req-0239b6cf-a3ab-4bf9-a0cf-64b23d846534 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.705s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.898433] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303530, 'name': Rename_Task, 'duration_secs': 0.135344} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.898802] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.898945] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a57b83d-295a-43c8-90dc-588ea2ddb168 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.905207] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1415.905207] env[64022]: value = "task-2303531" [ 1415.905207] env[64022]: _type = "Task" [ 1415.905207] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.913175] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.273664] env[64022]: DEBUG oslo_concurrency.lockutils [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "26054d18-9034-4a98-909c-5db4af34be1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.273909] env[64022]: DEBUG oslo_concurrency.lockutils [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.274146] env[64022]: DEBUG oslo_concurrency.lockutils [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "26054d18-9034-4a98-909c-5db4af34be1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.274426] env[64022]: DEBUG oslo_concurrency.lockutils [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.274617] env[64022]: DEBUG oslo_concurrency.lockutils [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.276934] env[64022]: INFO nova.compute.manager [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Terminating instance [ 1416.415194] env[64022]: DEBUG oslo_vmware.api [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303531, 'name': PowerOnVM_Task, 'duration_secs': 0.447306} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.415472] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.415674] env[64022]: INFO nova.compute.manager [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1416.415851] env[64022]: DEBUG nova.compute.manager [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.416597] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e5ddc8-d7c0-4ac2-81ea-66635647d295 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.780635] env[64022]: DEBUG nova.compute.manager [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1416.780846] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.781787] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e3cb5c-9b15-4ee7-84b4-b8a478386417 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.789229] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.789460] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a8652c2-0bfb-455e-b4b0-08fd96411d87 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.795675] env[64022]: DEBUG oslo_vmware.api [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1416.795675] env[64022]: value = "task-2303532" [ 1416.795675] env[64022]: _type = "Task" [ 1416.795675] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.803857] env[64022]: DEBUG oslo_vmware.api [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.933872] env[64022]: INFO nova.compute.manager [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Took 11.87 seconds to build instance. [ 1417.271803] env[64022]: DEBUG nova.compute.manager [req-686b3efe-d5f0-4512-9878-cb1def6fbb08 req-46aef6fa-ba39-4fa4-aab0-996b58c0796b service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Received event network-changed-559b8e76-4ba2-4402-8a05-44c0ee5ed856 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1417.271803] env[64022]: DEBUG nova.compute.manager [req-686b3efe-d5f0-4512-9878-cb1def6fbb08 req-46aef6fa-ba39-4fa4-aab0-996b58c0796b service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Refreshing instance network info cache due to event network-changed-559b8e76-4ba2-4402-8a05-44c0ee5ed856. {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1417.271977] env[64022]: DEBUG oslo_concurrency.lockutils [req-686b3efe-d5f0-4512-9878-cb1def6fbb08 req-46aef6fa-ba39-4fa4-aab0-996b58c0796b service nova] Acquiring lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.272148] env[64022]: DEBUG oslo_concurrency.lockutils [req-686b3efe-d5f0-4512-9878-cb1def6fbb08 req-46aef6fa-ba39-4fa4-aab0-996b58c0796b service nova] Acquired lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.272308] env[64022]: DEBUG nova.network.neutron [req-686b3efe-d5f0-4512-9878-cb1def6fbb08 req-46aef6fa-ba39-4fa4-aab0-996b58c0796b service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Refreshing network info cache for port 559b8e76-4ba2-4402-8a05-44c0ee5ed856 {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.305397] env[64022]: DEBUG oslo_vmware.api [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303532, 'name': PowerOffVM_Task, 'duration_secs': 0.191013} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.305655] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.305818] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.306080] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-717d5a4a-9724-4c36-9a07-add1a1c02a43 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.372312] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.372506] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Deleting contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.372658] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Deleting the datastore file [datastore1] 26054d18-9034-4a98-909c-5db4af34be1d {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.372920] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a14f89e8-dbb0-4ed4-91d1-e5022fcc15b4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.379727] env[64022]: DEBUG oslo_vmware.api [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for the task: (returnval){ [ 1417.379727] env[64022]: value = "task-2303534" [ 1417.379727] env[64022]: _type = "Task" [ 1417.379727] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.387552] env[64022]: DEBUG oslo_vmware.api [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.437207] env[64022]: DEBUG oslo_concurrency.lockutils [None req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.378s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.888858] env[64022]: DEBUG oslo_vmware.api [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Task: {'id': task-2303534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135642} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.889149] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.889347] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Deleted contents of the VM from datastore datastore1 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.889525] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.889700] env[64022]: INFO nova.compute.manager [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1417.889941] env[64022]: DEBUG oslo.service.loopingcall [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.890181] env[64022]: DEBUG nova.compute.manager [-] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.890277] env[64022]: DEBUG nova.network.neutron [-] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1418.068775] env[64022]: DEBUG nova.network.neutron [req-686b3efe-d5f0-4512-9878-cb1def6fbb08 req-46aef6fa-ba39-4fa4-aab0-996b58c0796b service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Updated VIF entry in instance network info cache for port 559b8e76-4ba2-4402-8a05-44c0ee5ed856. {{(pid=64022) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.069290] env[64022]: DEBUG nova.network.neutron [req-686b3efe-d5f0-4512-9878-cb1def6fbb08 req-46aef6fa-ba39-4fa4-aab0-996b58c0796b service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Updating instance_info_cache with network_info: [{"id": "559b8e76-4ba2-4402-8a05-44c0ee5ed856", "address": "fa:16:3e:9a:03:00", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559b8e76-4b", "ovs_interfaceid": "559b8e76-4ba2-4402-8a05-44c0ee5ed856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.572687] env[64022]: DEBUG oslo_concurrency.lockutils [req-686b3efe-d5f0-4512-9878-cb1def6fbb08 req-46aef6fa-ba39-4fa4-aab0-996b58c0796b service nova] Releasing lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.867779] env[64022]: DEBUG nova.network.neutron [-] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.303868] env[64022]: DEBUG nova.compute.manager [req-da9345f5-7365-4b4b-8a54-6d89f331bded req-140c2817-4ba5-4e56-a1e1-9c831ced3515 service nova] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Received event network-vif-deleted-4ddc88ce-b5f1-4246-8c20-b595b6913cd0 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1419.373905] env[64022]: INFO nova.compute.manager [-] [instance: 26054d18-9034-4a98-909c-5db4af34be1d] Took 1.48 seconds to deallocate network for instance. [ 1419.879881] env[64022]: DEBUG oslo_concurrency.lockutils [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.880156] env[64022]: DEBUG oslo_concurrency.lockutils [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.880380] env[64022]: DEBUG nova.objects.instance [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lazy-loading 'resources' on Instance uuid 26054d18-9034-4a98-909c-5db4af34be1d {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.423277] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c2dbc3-457f-4d9b-8937-e621db18dc60 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.430889] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e6d8ed-f7b2-4f0f-b87e-a53e638f9025 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.460428] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eb3a63-7c46-40e9-9c40-54042dd9cc06 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.467011] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66415b4-cad1-4066-a785-bf524b2c3e75 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.479671] env[64022]: DEBUG nova.compute.provider_tree [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.983352] env[64022]: DEBUG nova.scheduler.client.report [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.487657] env[64022]: DEBUG oslo_concurrency.lockutils [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.508210] env[64022]: INFO nova.scheduler.client.report [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Deleted allocations for instance 26054d18-9034-4a98-909c-5db4af34be1d [ 1422.016354] env[64022]: DEBUG oslo_concurrency.lockutils [None req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Lock "26054d18-9034-4a98-909c-5db4af34be1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.742s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.579056] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.579542] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.084131] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.084333] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1433.587322] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Didn't find any instances for network info cache update. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1433.587698] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.587747] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.587860] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.588017] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.588179] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.588323] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.588456] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1433.588591] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.091951] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.092219] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.092386] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.092544] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1434.093459] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedbb9e2-b790-4c69-b08f-8b1a9faf4361 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.101855] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dca221f-32ce-463f-b6f8-0739377e0138 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.115516] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff94e92-dd2d-437c-8b55-ca736c4fa198 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.121731] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44657a18-f107-45bb-9ddb-2ec7b1fa3424 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.149916] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181009MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1434.150091] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.150283] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.176082] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Instance a7ab0a47-6f0a-44d4-bd85-b7501b7f3012 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64022) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1435.176359] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1435.176444] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1435.201010] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd72b76-eb99-4e4b-9323-faab9e9d9c6b {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.207933] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c221da-0771-4110-a463-836138ad0c8c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.236969] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc4e356-3453-447b-9cfc-faa4753c9dfc {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.243500] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d49fbc1-2811-4a23-833f-6a89ded1e3a0 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.255789] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.758600] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.263018] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1436.263375] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.630993] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6b360792-2689-49c9-89a3-4efbb87e6f13 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.631424] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6b360792-2689-49c9-89a3-4efbb87e6f13 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.631490] env[64022]: DEBUG nova.compute.manager [None req-6b360792-2689-49c9-89a3-4efbb87e6f13 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.632761] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aef4a6d-ad05-4f34-9639-a66bbff2bff1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.639461] env[64022]: DEBUG nova.compute.manager [None req-6b360792-2689-49c9-89a3-4efbb87e6f13 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64022) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1454.640057] env[64022]: DEBUG nova.objects.instance [None req-6b360792-2689-49c9-89a3-4efbb87e6f13 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lazy-loading 'flavor' on Instance uuid a7ab0a47-6f0a-44d4-bd85-b7501b7f3012 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.648054] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b360792-2689-49c9-89a3-4efbb87e6f13 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.648456] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-011fc1e4-72bb-42a1-aa7a-1ad926991303 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.657384] env[64022]: DEBUG oslo_vmware.api [None req-6b360792-2689-49c9-89a3-4efbb87e6f13 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1455.657384] env[64022]: value = "task-2303538" [ 1455.657384] env[64022]: _type = "Task" [ 1455.657384] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.665792] env[64022]: DEBUG oslo_vmware.api [None req-6b360792-2689-49c9-89a3-4efbb87e6f13 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.166907] env[64022]: DEBUG oslo_vmware.api [None req-6b360792-2689-49c9-89a3-4efbb87e6f13 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303538, 'name': PowerOffVM_Task, 'duration_secs': 0.178696} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.167181] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b360792-2689-49c9-89a3-4efbb87e6f13 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.167395] env[64022]: DEBUG nova.compute.manager [None req-6b360792-2689-49c9-89a3-4efbb87e6f13 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.168155] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebeb992-cb88-491e-85f7-df79a7c47f39 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.679603] env[64022]: DEBUG oslo_concurrency.lockutils [None req-6b360792-2689-49c9-89a3-4efbb87e6f13 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.050867] env[64022]: DEBUG nova.objects.instance [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lazy-loading 'flavor' on Instance uuid a7ab0a47-6f0a-44d4-bd85-b7501b7f3012 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.555934] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.556197] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.556293] env[64022]: DEBUG nova.network.neutron [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.556469] env[64022]: DEBUG nova.objects.instance [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lazy-loading 'info_cache' on Instance uuid a7ab0a47-6f0a-44d4-bd85-b7501b7f3012 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.059661] env[64022]: DEBUG nova.objects.base [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=64022) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1458.984168] env[64022]: DEBUG nova.network.neutron [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Updating instance_info_cache with network_info: [{"id": "559b8e76-4ba2-4402-8a05-44c0ee5ed856", "address": "fa:16:3e:9a:03:00", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559b8e76-4b", "ovs_interfaceid": "559b8e76-4ba2-4402-8a05-44c0ee5ed856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.486883] env[64022]: DEBUG oslo_concurrency.lockutils [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.492983] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Powering on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.492983] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d6144c9-eb45-4be6-b437-991adfa3fa0a {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.500441] env[64022]: DEBUG oslo_vmware.api [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1460.500441] env[64022]: value = "task-2303539" [ 1460.500441] env[64022]: _type = "Task" [ 1460.500441] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.508286] env[64022]: DEBUG oslo_vmware.api [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.011027] env[64022]: DEBUG oslo_vmware.api [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303539, 'name': PowerOnVM_Task, 'duration_secs': 0.360973} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.011027] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Powered on the VM {{(pid=64022) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.011199] env[64022]: DEBUG nova.compute.manager [None req-3c281678-9a9a-4f97-9f96-a161d8907749 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.011889] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d235629-151f-42e7-810f-82c18eaf6c0f {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.968379] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb05b917-f1c0-4d2a-ae8c-3d398df79fd1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.975110] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc96c37-7102-4991-894e-6d4a29e5d18d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Suspending the VM {{(pid=64022) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1462.975333] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-23eaa279-bd08-4b2d-8078-f778e425d143 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.980841] env[64022]: DEBUG oslo_vmware.api [None req-3dc96c37-7102-4991-894e-6d4a29e5d18d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1462.980841] env[64022]: value = "task-2303540" [ 1462.980841] env[64022]: _type = "Task" [ 1462.980841] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.988455] env[64022]: DEBUG oslo_vmware.api [None req-3dc96c37-7102-4991-894e-6d4a29e5d18d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303540, 'name': SuspendVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.490802] env[64022]: DEBUG oslo_vmware.api [None req-3dc96c37-7102-4991-894e-6d4a29e5d18d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303540, 'name': SuspendVM_Task} progress is 66%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.992235] env[64022]: DEBUG oslo_vmware.api [None req-3dc96c37-7102-4991-894e-6d4a29e5d18d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303540, 'name': SuspendVM_Task, 'duration_secs': 0.572539} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.992665] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc96c37-7102-4991-894e-6d4a29e5d18d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Suspended the VM {{(pid=64022) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1463.992718] env[64022]: DEBUG nova.compute.manager [None req-3dc96c37-7102-4991-894e-6d4a29e5d18d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.993439] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516e3ec8-dbbd-4892-8dbc-9db23b82a423 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.294167] env[64022]: INFO nova.compute.manager [None req-1d3b36b6-71ad-4db0-92ce-cfd58da90db4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Resuming [ 1465.294895] env[64022]: DEBUG nova.objects.instance [None req-1d3b36b6-71ad-4db0-92ce-cfd58da90db4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lazy-loading 'flavor' on Instance uuid a7ab0a47-6f0a-44d4-bd85-b7501b7f3012 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.806565] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1d3b36b6-71ad-4db0-92ce-cfd58da90db4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.806960] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1d3b36b6-71ad-4db0-92ce-cfd58da90db4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquired lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.806960] env[64022]: DEBUG nova.network.neutron [None req-1d3b36b6-71ad-4db0-92ce-cfd58da90db4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Building network info cache for instance {{(pid=64022) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.506968] env[64022]: DEBUG nova.network.neutron [None req-1d3b36b6-71ad-4db0-92ce-cfd58da90db4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Updating instance_info_cache with network_info: [{"id": "559b8e76-4ba2-4402-8a05-44c0ee5ed856", "address": "fa:16:3e:9a:03:00", "network": {"id": "b3bbc916-5906-4ef2-a55a-9d585792c473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984787331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c912580b2bef427db3629a0e2576a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559b8e76-4b", "ovs_interfaceid": "559b8e76-4ba2-4402-8a05-44c0ee5ed856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.009757] env[64022]: DEBUG oslo_concurrency.lockutils [None req-1d3b36b6-71ad-4db0-92ce-cfd58da90db4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Releasing lock "refresh_cache-a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" {{(pid=64022) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.010732] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab12c93a-4f4e-4c9c-8174-7de8d12306d1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.017328] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3b36b6-71ad-4db0-92ce-cfd58da90db4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Resuming the VM {{(pid=64022) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1468.017599] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1000f745-581c-4d6f-9da0-86c9609289a1 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.023468] env[64022]: DEBUG oslo_vmware.api [None req-1d3b36b6-71ad-4db0-92ce-cfd58da90db4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1468.023468] env[64022]: value = "task-2303541" [ 1468.023468] env[64022]: _type = "Task" [ 1468.023468] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.030761] env[64022]: DEBUG oslo_vmware.api [None req-1d3b36b6-71ad-4db0-92ce-cfd58da90db4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.534980] env[64022]: DEBUG oslo_vmware.api [None req-1d3b36b6-71ad-4db0-92ce-cfd58da90db4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303541, 'name': PowerOnVM_Task, 'duration_secs': 0.501895} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.535234] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3b36b6-71ad-4db0-92ce-cfd58da90db4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Resumed the VM {{(pid=64022) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1468.535416] env[64022]: DEBUG nova.compute.manager [None req-1d3b36b6-71ad-4db0-92ce-cfd58da90db4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Checking state {{(pid=64022) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1468.536324] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fbd2c1-f93e-4401-88f8-d3a90ab3d526 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.984750] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.985185] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.985274] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.985457] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.985631] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.987824] env[64022]: INFO nova.compute.manager [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Terminating instance [ 1470.491570] env[64022]: DEBUG nova.compute.manager [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Start destroying the instance on the hypervisor. {{(pid=64022) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1470.491790] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Destroying instance {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.492688] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00eee10-a9a9-4744-a7bb-7ac60bd9b624 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.500488] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Powering off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.500754] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5389311-dcd1-4d4d-a8d6-48b27d1456c3 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.506733] env[64022]: DEBUG oslo_vmware.api [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1470.506733] env[64022]: value = "task-2303542" [ 1470.506733] env[64022]: _type = "Task" [ 1470.506733] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.514469] env[64022]: DEBUG oslo_vmware.api [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.017212] env[64022]: DEBUG oslo_vmware.api [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303542, 'name': PowerOffVM_Task, 'duration_secs': 0.23004} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.017575] env[64022]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Powered off the VM {{(pid=64022) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1471.017667] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Unregistering the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1471.017913] env[64022]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36b418bc-9103-4777-8327-8a3e47d3d27e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.192066] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Unregistered the VM {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1471.192250] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Deleting contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1471.192836] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleting the datastore file [datastore2] a7ab0a47-6f0a-44d4-bd85-b7501b7f3012 {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1471.192836] env[64022]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbce3610-c17e-4700-9c11-f016f7a240d6 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.200074] env[64022]: DEBUG oslo_vmware.api [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for the task: (returnval){ [ 1471.200074] env[64022]: value = "task-2303544" [ 1471.200074] env[64022]: _type = "Task" [ 1471.200074] env[64022]: } to complete. {{(pid=64022) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.207221] env[64022]: DEBUG oslo_vmware.api [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.710177] env[64022]: DEBUG oslo_vmware.api [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Task: {'id': task-2303544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146485} completed successfully. {{(pid=64022) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.710177] env[64022]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleted the datastore file {{(pid=64022) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.710177] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Deleted contents of the VM from datastore datastore2 {{(pid=64022) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.710333] env[64022]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Instance destroyed {{(pid=64022) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.710523] env[64022]: INFO nova.compute.manager [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1471.710758] env[64022]: DEBUG oslo.service.loopingcall [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64022) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.710943] env[64022]: DEBUG nova.compute.manager [-] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Deallocating network for instance {{(pid=64022) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.711043] env[64022]: DEBUG nova.network.neutron [-] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] deallocate_for_instance() {{(pid=64022) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1472.160829] env[64022]: DEBUG nova.compute.manager [req-8c00b962-7b61-41a8-836f-cefd914896cb req-fc476d89-812d-4e2a-b48a-8710ff8f63ac service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Received event network-vif-deleted-559b8e76-4ba2-4402-8a05-44c0ee5ed856 {{(pid=64022) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1472.161088] env[64022]: INFO nova.compute.manager [req-8c00b962-7b61-41a8-836f-cefd914896cb req-fc476d89-812d-4e2a-b48a-8710ff8f63ac service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Neutron deleted interface 559b8e76-4ba2-4402-8a05-44c0ee5ed856; detaching it from the instance and deleting it from the info cache [ 1472.161249] env[64022]: DEBUG nova.network.neutron [req-8c00b962-7b61-41a8-836f-cefd914896cb req-fc476d89-812d-4e2a-b48a-8710ff8f63ac service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.645452] env[64022]: DEBUG nova.network.neutron [-] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Updating instance_info_cache with network_info: [] {{(pid=64022) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.663492] env[64022]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52b989a8-4bfb-4717-a689-4587b7cf2c6c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.673278] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2579be-8381-4d28-a50c-0939200ca34e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.696363] env[64022]: DEBUG nova.compute.manager [req-8c00b962-7b61-41a8-836f-cefd914896cb req-fc476d89-812d-4e2a-b48a-8710ff8f63ac service nova] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Detach interface failed, port_id=559b8e76-4ba2-4402-8a05-44c0ee5ed856, reason: Instance a7ab0a47-6f0a-44d4-bd85-b7501b7f3012 could not be found. {{(pid=64022) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1473.148081] env[64022]: INFO nova.compute.manager [-] [instance: a7ab0a47-6f0a-44d4-bd85-b7501b7f3012] Took 1.44 seconds to deallocate network for instance. [ 1473.654882] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.655269] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.655377] env[64022]: DEBUG nova.objects.instance [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lazy-loading 'resources' on Instance uuid a7ab0a47-6f0a-44d4-bd85-b7501b7f3012 {{(pid=64022) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.190593] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9465f7c5-5e19-4e99-ad59-6d9646bb2b06 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.198096] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e6fd3f-6c7e-4c9e-bef5-d18c30f0681c {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.228173] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0188079-e453-417d-94a8-8f8021a0f8ee {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.235149] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0c4788-2e71-474d-9c8e-afb7f95ab882 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.247608] env[64022]: DEBUG nova.compute.provider_tree [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.750727] env[64022]: DEBUG nova.scheduler.client.report [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1475.255888] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.275156] env[64022]: INFO nova.scheduler.client.report [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Deleted allocations for instance a7ab0a47-6f0a-44d4-bd85-b7501b7f3012 [ 1475.783599] env[64022]: DEBUG oslo_concurrency.lockutils [None req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Lock "a7ab0a47-6f0a-44d4-bd85-b7501b7f3012" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.798s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.265325] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.265714] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.265714] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Starting heal instance info cache {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1496.265854] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Rebuilding the list of instances to heal {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1496.768965] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Didn't find any instances for network info cache update. {{(pid=64022) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1496.769165] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.769351] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.769469] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.769618] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.769776] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.769927] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.770073] env[64022]: DEBUG nova.compute.manager [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64022) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1496.770229] env[64022]: DEBUG oslo_service.periodic_task [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64022) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.273119] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.273496] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.273543] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.273668] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64022) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1497.274965] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ceaf20-1cd6-4224-ba10-a6fa9e9acd15 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.282851] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64d4ccc-4e3c-45a0-a64e-afbeeb247b5e {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.296872] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f991447-f392-489c-9941-eb12e62257f2 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.302822] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1986cb5f-101b-4418-b286-71b22469a568 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.330513] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181025MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=64022) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1497.330651] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.330837] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.351727] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1498.352045] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64022) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1498.367409] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Refreshing inventories for resource provider 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1498.379908] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Updating ProviderTree inventory for provider 3a889db4-7597-478e-92a9-f74a134fda34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1498.380139] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Updating inventory in ProviderTree for provider 3a889db4-7597-478e-92a9-f74a134fda34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1498.389579] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Refreshing aggregate associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, aggregates: None {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1498.406126] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Refreshing trait associations for resource provider 3a889db4-7597-478e-92a9-f74a134fda34, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=64022) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1498.418074] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a442540a-51e8-497f-a5a6-26d551939626 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.425233] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a05fbc-ceeb-4f67-b62a-529e001869f7 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.454951] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472ed231-175f-47ae-afc1-594079f7cbd4 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.461886] env[64022]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5695e282-2a37-49ca-ae41-efe37c7957f5 {{(pid=64022) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.474542] env[64022]: DEBUG nova.compute.provider_tree [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed in ProviderTree for provider: 3a889db4-7597-478e-92a9-f74a134fda34 {{(pid=64022) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.978013] env[64022]: DEBUG nova.scheduler.client.report [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Inventory has not changed for provider 3a889db4-7597-478e-92a9-f74a134fda34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64022) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.483324] env[64022]: DEBUG nova.compute.resource_tracker [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64022) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1499.483691] env[64022]: DEBUG oslo_concurrency.lockutils [None req-26c93448-6eb2-48c6-8305-d73e54c162c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.153s {{(pid=64022) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}